-- Logs begin at Fri 2021-04-30 15:00:53 UTC, end at Fri 2021-04-30 16:21:20 UTC. -- Apr 30 15:52:27.445089 dv-cinder-787195-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 30 15:52:29.841001 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.common.config [-] Logging enabled! Apr 30 15:52:29.841603 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168 Apr 30 15:52:29.841760 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73856) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 30 15:52:29.844942 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.common.config [-] Logging enabled! Apr 30 15:52:29.845194 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168 Apr 30 15:52:29.845580 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73856) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 30 15:52:29.846552 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 15:52:29.846783 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 15:52:29.847140 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 15:52:29.847381 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 15:52:29.847602 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 15:52:29.847941 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.848225 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.848517 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.848743 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.849032 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.849315 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.849591 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.849872 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.850159 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.850439 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.850711 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.850988 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.851213 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.851486 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] config_source = [] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.851837 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.852151 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.852371 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] debug = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.852646 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.853063 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.853462 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.853736 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.854021 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.854294 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.854565 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.854837 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.855114 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.855437 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] host = dv-cinder-787195-6-iscsi {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.855712 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.856014 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.856298 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.856579 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.856849 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.857117 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.857396 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.857661 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] log_dir = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.857926 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] log_file = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.858195 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.858475 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.858753 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.859038 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.859259 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.859476 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.859757 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.860062 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.860332 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.860599 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.860866 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.861713 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.862037 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.862305 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.862588 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.862869 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.863147 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.863417 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.863688 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.863975 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.864245 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.864523 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.864792 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.865063 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.865329 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.865611 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.865881 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.866147 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.866443 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.866723 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.866999 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.867276 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.867543 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.867818 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.868111 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.868381 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] use_journal = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.868647 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] use_json = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.868913 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.869177 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.869453 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.869722 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.869991 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.870259 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.870526 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.870804 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:29.871094 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.871385 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.871678 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.871980 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.872272 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.872547 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.872832 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.873105 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.873387 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.873674 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.873953 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.874227 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.874512 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.874786 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.875081 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.875380 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.875669 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.875984 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.876256 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.876526 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.877472 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.877752 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.878036 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.878328 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.878615 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.878884 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.879158 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.879444 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.879716 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.880011 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.880288 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.880575 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.880849 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.881117 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.881394 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.881664 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.881930 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.882197 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.882468 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.882752 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.883026 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.883293 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.883559 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.883833 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.884121 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.884401 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.884673 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.884942 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.885209 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.885486 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.885753 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.886024 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.886295 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.886562 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.886836 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.887103 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.887370 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.887636 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.887904 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.888191 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.888457 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.888724 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.888996 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.889264 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.889530 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.889796 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.890066 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.890334 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.890616 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.890907 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.891180 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.891454 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.891724 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.892020 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.892326 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.892591 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.892864 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.893138 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.893406 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.893688 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.893968 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.894248 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.894527 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.894800 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.895089 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.895360 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.895640 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.895948 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.896266 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.896551 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.896830 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.897118 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.897408 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.897695 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.897981 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.898267 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.898542 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.898845 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.899119 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:29.899331 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 15:52:29.899810 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=73856) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 30 15:52:30.247370 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:52:30.247647 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:52:30.247949 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:52:30.248279 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 30 15:52:30.551310 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:30.551512 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:30.551769 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:30.552995 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:30.553267 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:30.553530 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:30.671391 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:30.671661 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:30.671951 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:30.684830 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:30.685103 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:30.685367 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:30.713415 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:30.713692 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:30.713959 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:30.751110 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:30.751381 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:30.752005 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:30.982997 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:30.983509 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:30.983509 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:30.983787 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:30.984556 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.115900 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.116265 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.116548 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.116821 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.117078 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.117381 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.117639 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.117892 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.118142 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.118419 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.118670 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.118929 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.119190 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.119443 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.119705 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.119997 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.120253 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.120517 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.120764 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.121037 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.121378 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.121767 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.122017 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.122297 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.122543 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.122787 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.123169 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=73856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 15:52:31.123409 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=73856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 15:52:31.123646 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=73856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 15:52:31.123881 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=73856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 15:52:31.124139 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=73856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 15:52:31.124372 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=73856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 15:52:31.124748 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 30 15:52:31.128237 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 30 15:52:31.132082 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 30 15:52:31.135982 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Apr 30 15:52:31.137573 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 30 15:52:31.138017 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 30 15:52:31.138344 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 30 15:52:31.138721 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 30 15:52:31.141488 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 30 15:52:31.141891 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 30 15:52:31.142258 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 15:52:31.170893 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 30 15:52:31.171332 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.171622 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=73856) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 30 15:52:31.172010 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.173341 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=73856) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 30 15:52:31.174149 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 15:52:31.174393 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 30 15:52:31.177557 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.177819 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.249698 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 30 15:52:31.249870 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 30 15:52:31.250105 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 30 15:52:31.250466 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 30 15:52:31.280025 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_db.sqlalchemy.engines [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=73856) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 30 15:52:31.608374 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.managers [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Initializing driver for type 'gre' Apr 30 15:52:31.608823 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] gre ID ranges: [(1, 1000)] Apr 30 15:52:31.660462 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.managers [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Initializing driver for type 'local' Apr 30 15:52:31.660785 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.managers [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Initializing driver for type 'vlan' Apr 30 15:52:31.671987 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] VlanTypeDriver initialization complete Apr 30 15:52:31.672337 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.managers [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Initializing driver for type 'vxlan' Apr 30 15:52:31.672824 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] vxlan ID ranges: [(1, 1000)] Apr 30 15:52:31.725577 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.managers [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Initializing extension driver 'port_security' Apr 30 15:52:31.725938 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.extensions.port_security [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] PortSecurityExtensionDriver initialization complete Apr 30 15:52:31.726273 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.managers [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Initializing mechanism driver 'openvswitch' Apr 30 15:52:31.726594 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.managers [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Initializing mechanism driver 'hyperv' Apr 30 15:52:31.733060 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.plugins.ml2.plugin [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=73856) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 15:52:31.733812 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > port after_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.734182 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > port after_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.734535 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > port after_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.734916 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > subnet after_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.735265 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > subnet after_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.735606 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > subnet after_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.736257 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > network after_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.736833 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > network after_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.737184 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > network after_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.737561 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > security_group after_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.737908 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > security_group after_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.738250 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > security_group after_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.738630 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.738971 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.739307 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.739679 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > address_group after_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.740054 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > address_group after_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.740390 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > address_group after_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.740727 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] ML2 OVO RPC backend initialized. {{(pid=73856) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 30 15:52:31.741418 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > router_interface after_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.741769 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.742176 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > network before_response 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.742520 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > networks before_response 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.742862 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > port before_response 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.743202 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > ports before_response 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.743541 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > subnet before_response 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.743879 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > subnets before_response 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.744249 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > network after_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.744587 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > network after_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.744920 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > network after_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.745262 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > port after_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.745590 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > port after_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.745922 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > port after_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.746258 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > subnet after_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.746591 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > subnet after_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.746924 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > subnet after_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.747482 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.plugin [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Modular L2 Plugin initialization complete Apr 30 15:52:31.747804 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading services supported by the core plugin {{(pid=73856) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 30 15:52:31.748162 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.plugins.ml2.managers [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Got port-security extension from driver 'port_security' Apr 30 15:52:31.748621 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.extensions.vlantransparent [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Disabled vlantransparent extension. Apr 30 15:52:31.749110 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=73856) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 30 15:52:31.749436 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading Plugin: router Apr 30 15:52:31.787826 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > router_interface before_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.788249 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > router after_create 55549900 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.788619 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > router before_create 55549900 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.788983 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > router_interface before_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.789351 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.789701 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > router after_delete 55549900 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.790053 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > floatingip after_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.790410 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > router after_create 55549900 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.790752 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > router after_update 55549900 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.791101 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > router after_update 55549900 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.791446 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.791799 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > router after_update 55549900 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.792238 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > router precommit_update 55549900 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.792604 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: port after_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.792938 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: port after_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.793274 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: subnet after_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.793609 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.793958 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > port precommit_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.794299 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > router precommit_create 55549900 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.794636 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: port before_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.794973 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > router precommit_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.795322 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > router after_update 55549900 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.795660 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > router precommit_delete 55549900 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.796033 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > router precommit_create 55549900 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.796392 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > router_interface after_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.796732 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > router precommit_update 55549900 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.797095 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > network after_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.797928 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.quota.resource_registry [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Tracking information for resource: router configured {{(pid=73856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 15:52:31.798257 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.quota.resource_registry [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Tracking information for resource: floatingip configured {{(pid=73856) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 15:52:31.803322 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.db.l3_agentschedulers_db [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 30 15:52:31.803899 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: port after_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.804288 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: port after_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.804638 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: port after_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.804984 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: port after_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.805760 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > router before_create 55550100 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.806123 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > router precommit_delete 55550100 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.806485 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > router precommit_create 55550100 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.806841 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > router precommit_update 55550100 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.811096 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.services.provider_configuration [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Service providers = [] {{(pid=73856) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 30 15:52:31.811459 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.db.servicetype_db [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=73856) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 30 15:52:31.815069 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.services.service_base [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=73856) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 15:52:31.815471 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.services.service_base [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=73856) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 15:52:31.815812 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.services.service_base [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=73856) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 15:52:31.816726 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.services.service_base [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=73856) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 15:52:31.817094 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.services.service_base [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 30 15:52:31.817628 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=73856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 15:52:31.817951 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 30 15:52:31.828322 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Successfully loaded METERING plugin. Description: METERING {{(pid=73856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 15:52:31.828658 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading Plugin: auto_allocate Apr 30 15:52:31.835242 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: network precommit_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.835616 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: network precommit_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.836167 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=73856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 15:52:31.836485 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading Plugin: tag Apr 30 15:52:31.843148 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=73856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 15:52:31.843473 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading Plugin: timestamp Apr 30 15:52:31.847575 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=73856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 15:52:31.847900 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading Plugin: network_ip_availability Apr 30 15:52:31.853081 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.853448 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.853798 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:31.854499 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=73856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 15:52:31.854814 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading Plugin: flavors Apr 30 15:52:31.859673 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=73856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 15:52:31.859995 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading Plugin: revisions Apr 30 15:52:31.864431 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=73856) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 15:52:31.864813 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_concurrency.lockutils [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.617s {{(pid=73856) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:52:31.865534 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=73856) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 30 15:52:31.865862 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Initializing extension manager. Apr 30 15:52:31.866365 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: __init__.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.866701 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: __pycache__ {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.867031 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.867359 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: address_group.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.868131 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.868685 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: address-group Apr 30 15:52:31.869004 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: address_scope.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.869702 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.870204 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: address-scope Apr 30 15:52:31.870523 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: admin_state_down_before_update.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.871433 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.871965 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: router-admin-state-down-before-update Apr 30 15:52:31.872287 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: agent.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.872972 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.873471 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: agent Apr 30 15:52:31.873786 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: agent_resources_synced.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.874680 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.875183 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: agent-resources-synced Apr 30 15:52:31.875500 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: allowedaddresspairs.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.877984 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.878513 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: allowed-address-pairs Apr 30 15:52:31.878846 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: auto_allocated_topology.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.879902 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.880439 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: auto-allocated-topology Apr 30 15:52:31.880766 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: availability_zone.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.881449 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.881954 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: availability_zone Apr 30 15:52:31.882279 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: availability_zone_filter.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.883173 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.883677 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: availability_zone_filter Apr 30 15:52:31.884027 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: data_plane_status.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.884914 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.885419 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension data-plane-status not supported by any of loaded plugins Apr 30 15:52:31.885738 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: default_subnetpools.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.886626 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.887132 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: default-subnetpools Apr 30 15:52:31.887452 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: dhcpagentscheduler.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.888263 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.888767 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: dhcp_agent_scheduler Apr 30 15:52:31.889085 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: dns.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.889967 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.890463 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension dns-integration not supported by any of loaded plugins Apr 30 15:52:31.890781 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: dns_domain_ports.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.891682 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.892825 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 30 15:52:31.893387 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: dvr.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.894068 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.894571 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: dvr Apr 30 15:52:31.894887 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: empty_string_filtering.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.895777 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.896313 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: empty-string-filtering Apr 30 15:52:31.896631 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.897528 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.898024 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 30 15:52:31.898342 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.899227 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.900007 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 30 15:52:31.900325 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: external_net.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.901218 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.901716 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: external-net Apr 30 15:52:31.902033 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: extra_dhcp_opt.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.902922 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.903421 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: extra_dhcp_opt Apr 30 15:52:31.903738 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: extraroute.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.904657 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.905161 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: extraroute Apr 30 15:52:31.905479 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: extraroute_atomic.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.906493 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.906995 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: extraroute-atomic Apr 30 15:52:31.907318 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: filter_validation.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.908133 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.908805 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: filter-validation Apr 30 15:52:31.909133 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: fip_pf_description.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.910208 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.910723 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 30 15:52:31.911044 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: fip_port_details.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.911981 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.912491 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: fip-port-details Apr 30 15:52:31.912811 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: flavors.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.914024 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.914536 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: flavors Apr 30 15:52:31.914859 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.916517 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.917033 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 30 15:52:31.917358 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: floatingip_pools.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.918041 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.918547 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: floatingip-pools Apr 30 15:52:31.918865 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: ip_allocation.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.919757 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.920292 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension ip_allocation not supported by any of loaded plugins Apr 30 15:52:31.920611 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: ip_substring_port_filtering.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.921516 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.922022 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: ip-substring-filtering Apr 30 15:52:31.922343 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: l2_adjacency.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.923247 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.924023 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension l2_adjacency not supported by any of loaded plugins Apr 30 15:52:31.924364 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: l3.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.925320 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.925834 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: router Apr 30 15:52:31.926159 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: l3_conntrack_helper.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.928398 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.928924 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 30 15:52:31.929254 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: l3_ext_gw_mode.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.930167 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.930682 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: ext-gw-mode Apr 30 15:52:31.931009 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: l3_ext_ha_mode.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.931905 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.932442 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: l3-ha Apr 30 15:52:31.932768 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: l3_flavors.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.933667 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.934175 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: l3-flavors Apr 30 15:52:31.934501 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.935408 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.935939 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: l3-port-ip-change-not-allowed Apr 30 15:52:31.936260 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: l3agentscheduler.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.937263 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.937771 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: l3_agent_scheduler Apr 30 15:52:31.938093 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: logging.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.940369 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.940885 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension logging not supported by any of loaded plugins Apr 30 15:52:31.941216 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: metering.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.941950 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.942519 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: metering Apr 30 15:52:31.942842 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.943936 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.944452 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: metering_source_and_destination_fields Apr 30 15:52:31.944774 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: multiprovidernet.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.945811 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.946323 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: multi-provider Apr 30 15:52:31.946644 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: netmtu.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.947537 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.948072 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: net-mtu Apr 30 15:52:31.948393 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: netmtu_writable.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.949287 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.949790 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: net-mtu-writable Apr 30 15:52:31.950108 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: network_availability_zone.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.950760 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.951259 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: network_availability_zone Apr 30 15:52:31.951575 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: network_ip_availability.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.952668 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.953173 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: network-ip-availability Apr 30 15:52:31.953498 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: network_segment_range.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.954244 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.955424 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension network-segment-range not supported by any of loaded plugins Apr 30 15:52:31.956017 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: pagination.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.956992 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.957321 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: pagination Apr 30 15:52:31.957641 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: port_device_profile.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.958525 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.959033 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: port-device-profile Apr 30 15:52:31.959350 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: port_mac_address_regenerate.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.960281 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.960782 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: port-mac-address-regenerate Apr 30 15:52:31.961099 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: port_numa_affinity_policy.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.962000 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.962500 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: port-numa-affinity-policy Apr 30 15:52:31.962818 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: port_resource_request.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.963703 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.964233 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension port-resource-request not supported by any of loaded plugins Apr 30 15:52:31.964553 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: portbindings.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.965464 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.965970 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: binding Apr 30 15:52:31.966288 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: portbindings_extended.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.967536 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.968072 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: binding-extended Apr 30 15:52:31.968400 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: portsecurity.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.969292 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.969794 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: port-security Apr 30 15:52:31.970112 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: project_id.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.971310 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.971632 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: project-id Apr 30 15:52:31.971986 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: providernet.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.972902 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.973413 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: provider Apr 30 15:52:31.973737 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: qos.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.977269 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.977792 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension qos not supported by any of loaded plugins Apr 30 15:52:31.978119 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: qos_bw_limit_direction.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.979338 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.979851 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 30 15:52:31.980204 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.981099 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.981634 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 30 15:52:31.981958 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: qos_default.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.982847 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.983357 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension qos-default not supported by any of loaded plugins Apr 30 15:52:31.983855 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: qos_fip.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.984332 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.984834 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension qos-fip not supported by any of loaded plugins Apr 30 15:52:31.985182 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: qos_gateway_ip.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.986183 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.986878 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 30 15:52:31.987200 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: qos_port_network_policy.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.988131 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.988635 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 30 15:52:31.988953 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: qos_rule_type_details.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.989849 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.990353 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 30 15:52:31.990672 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: qos_rules_alias.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.991702 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.992240 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 30 15:52:31.992561 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: quotasv2.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.993565 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.993889 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: quotas Apr 30 15:52:31.994209 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: quotasv2_detail.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.995802 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.996168 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: quota_details Apr 30 15:52:31.996495 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: rbac.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.997521 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.998037 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: rbac-policies Apr 30 15:52:31.998363 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: rbac_address_group.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:31.999270 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:31.999782 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: rbac-address-group Apr 30 15:52:32.000139 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: rbac_address_scope.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.001047 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.002334 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: rbac-address-scope Apr 30 15:52:32.002667 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: rbac_security_groups.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.003575 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.004119 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: rbac-security-groups Apr 30 15:52:32.004442 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: rbac_subnetpool.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.005353 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.005860 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: rbac-subnetpool Apr 30 15:52:32.006186 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: revisionifmatch.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.007084 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.007588 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: revision-if-match Apr 30 15:52:32.007906 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: revisions.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.009029 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.009530 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: standard-attr-revisions Apr 30 15:52:32.009850 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: router_availability_zone.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.010503 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.011008 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: router_availability_zone Apr 30 15:52:32.011328 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: routerservicetype.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.012259 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.012762 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension router-service-type not supported by any of loaded plugins Apr 30 15:52:32.013082 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.013985 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.014489 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: security-groups-normalized-cidr Apr 30 15:52:32.014808 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: security_groups_port_filtering.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.015708 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.016250 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: port-security-groups-filtering Apr 30 15:52:32.016573 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: security_groups_remote_address_group.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.018418 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.018957 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: security-groups-remote-address-group Apr 30 15:52:32.019284 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: securitygroup.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.029035 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.029567 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: security-group Apr 30 15:52:32.029894 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: segment.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.030667 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.031176 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension segment not supported by any of loaded plugins Apr 30 15:52:32.031495 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.032439 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.033031 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 30 15:52:32.033564 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: servicetype.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.034681 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.035201 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: service-type Apr 30 15:52:32.035525 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: sorting.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.036527 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.036858 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: sorting Apr 30 15:52:32.037177 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: standard_attr_segment.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.038073 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.038584 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 30 15:52:32.038904 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: standardattrdescription.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.039535 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.040072 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: standard-attr-description Apr 30 15:52:32.040393 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: stateful_security_group.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.041294 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.041804 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: stateful-security-group Apr 30 15:52:32.042125 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: stdattrs_common.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.042697 dv-cinder-787195-6-iscsi neutron-server[73856]: WARNING neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 30 15:52:32.043013 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.044024 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.044534 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 30 15:52:32.044852 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: subnet_onboard.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.045904 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.046417 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: subnet_onboard Apr 30 15:52:32.046743 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: subnet_segmentid_writable.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.047656 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.048191 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 30 15:52:32.049271 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: subnet_service_types.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.050355 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.050869 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: subnet-service-types Apr 30 15:52:32.051194 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: subnetallocation.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.052298 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.052810 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: subnet_allocation Apr 30 15:52:32.053130 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.053783 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.054292 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: subnetpool-prefix-ops Apr 30 15:52:32.054612 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.055524 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.056063 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 30 15:52:32.056385 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: tagging.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.057434 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.057953 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: standard-attr-tag Apr 30 15:52:32.058276 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: timestamp.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.059463 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.060017 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loaded extension: standard-attr-timestamp Apr 30 15:52:32.060346 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: trunk.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.061359 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.061872 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension trunk not supported by any of loaded plugins Apr 30 15:52:32.062196 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: trunk_details.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.063093 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.063602 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension trunk-details not supported by any of loaded plugins Apr 30 15:52:32.063932 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: uplink_status_propagation.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.065616 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.066130 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 30 15:52:32.066454 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Loading extension file: vlantransparent.py {{(pid=73856) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 15:52:32.067114 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=73856) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 15:52:32.067617 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extension vlan-transparent not supported by any of loaded plugins Apr 30 15:52:32.070097 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.quota.resource_registry [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Creating instance of TrackedResource for resource:network Apr 30 15:52:32.070808 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.quota.resource_registry [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Creating instance of TrackedResource for resource:subnet Apr 30 15:52:32.071566 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.quota.resource_registry [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 15:52:32.072201 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.quota.resource_registry [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Creating instance of TrackedResource for resource:port Apr 30 15:52:32.073439 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.v2.resource_helper [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 15:52:32.073883 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.v2.resource_helper [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Service FLAVORS assigned prefix: {{(pid=73856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 15:52:32.074511 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.v2.resource_helper [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 15:52:32.074940 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.v2.resource_helper [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 15:52:32.075265 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.quota.resource_registry [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Creating instance of TrackedResource for resource:router Apr 30 15:52:32.075934 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.quota.resource_registry [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Creating instance of TrackedResource for resource:floatingip Apr 30 15:52:32.076640 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.v2.resource_helper [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Service METERING assigned prefix: /metering {{(pid=73856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 15:52:32.078082 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:32.078449 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:32.078795 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73856) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 15:52:32.080140 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.quota.resource_registry [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 15:52:32.080701 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.quota.resource_registry [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Creating instance of TrackedResource for resource:security_group Apr 30 15:52:32.081358 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.quota.resource_registry [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 15:52:32.082088 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.v2.resource_helper [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Service CORE assigned prefix: {{(pid=73856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 15:52:32.082418 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.quota.resource_registry [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 15:52:32.082753 dv-cinder-787195-6-iscsi neutron-server[73856]: WARNING neutron.quota.resource_registry [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] subnetpool is already registered Apr 30 15:52:32.083351 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.v2.resource_helper [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Service CORE assigned prefix: {{(pid=73856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 15:52:32.083674 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.quota.resource_registry [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 15:52:32.084041 dv-cinder-787195-6-iscsi neutron-server[73856]: WARNING neutron.quota.resource_registry [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] subnetpool is already registered Apr 30 15:52:32.087592 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.v2.resource_helper [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 15:52:32.088066 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.v2.resource_helper [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Service FLAVORS assigned prefix: {{(pid=73856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 15:52:32.088658 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.v2.resource_helper [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 15:52:32.089076 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.v2.resource_helper [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 15:52:32.089405 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.quota.resource_registry [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Creating instance of TrackedResource for resource:router Apr 30 15:52:32.089726 dv-cinder-787195-6-iscsi neutron-server[73856]: WARNING neutron.quota.resource_registry [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] router is already registered Apr 30 15:52:32.090311 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.quota.resource_registry [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Creating instance of TrackedResource for resource:floatingip Apr 30 15:52:32.090635 dv-cinder-787195-6-iscsi neutron-server[73856]: WARNING neutron.quota.resource_registry [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] floatingip is already registered Apr 30 15:52:32.091257 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.v2.resource_helper [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Service METERING assigned prefix: /metering {{(pid=73856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 15:52:32.091946 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.quota.resource_registry [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 15:52:32.092272 dv-cinder-787195-6-iscsi neutron-server[73856]: WARNING neutron.quota.resource_registry [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] rbac_policy is already registered Apr 30 15:52:32.092808 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.quota.resource_registry [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Creating instance of TrackedResource for resource:security_group Apr 30 15:52:32.093132 dv-cinder-787195-6-iscsi neutron-server[73856]: WARNING neutron.quota.resource_registry [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] security_group is already registered Apr 30 15:52:32.093704 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.quota.resource_registry [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 15:52:32.094027 dv-cinder-787195-6-iscsi neutron-server[73856]: WARNING neutron.quota.resource_registry [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] security_group_rule is already registered Apr 30 15:52:32.094694 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.v2.resource_helper [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Service CORE assigned prefix: {{(pid=73856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 15:52:32.095015 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.quota.resource_registry [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 15:52:32.095360 dv-cinder-787195-6-iscsi neutron-server[73856]: WARNING neutron.quota.resource_registry [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] subnetpool is already registered Apr 30 15:52:32.096277 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.v2.resource_helper [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Service CORE assigned prefix: {{(pid=73856) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 15:52:32.096599 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.quota.resource_registry [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 15:52:32.096922 dv-cinder-787195-6-iscsi neutron-server[73856]: WARNING neutron.quota.resource_registry [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] subnetpool is already registered Apr 30 15:52:32.097578 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: extensions {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.099014 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: address-groups {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.100634 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: address-scopes {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.101839 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: agents {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.103017 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: auto-allocated-topology {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.104325 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: availability_zones {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.105633 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: dhcp-networks {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.107040 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: dhcp-agents {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.108487 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: routers {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.110359 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: flavors {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.112332 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: service_profiles {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.113531 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: next_providers {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.115044 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: service_profiles {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.116523 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: floatingip-pools {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.117744 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: routers {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.119573 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: floatingips {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.120786 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: l3-routers {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.122160 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: l3-agents {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.123565 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: metering-labels {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.124933 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: metering-label-rules {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.126203 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: network-ip-availabilities {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.128332 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: bindings {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.129968 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: quotas {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.131390 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: quotas {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.132825 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: rbac-policies {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.134112 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: security-groups {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.135312 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: security-group-rules {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.136599 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: service-providers {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.137816 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: subnetpools {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.139220 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: subnetpools {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.140700 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: tags {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.142703 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: tags {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.144638 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: tags {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.146398 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: tags {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.149218 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: tags {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.151327 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: tags {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.153052 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: tags {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.265961 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: tags {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.268216 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: tags {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.270204 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron.api.extensions [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Extended resource: tags {{(pid=73856) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 15:52:32.276376 dv-cinder-787195-6-iscsi neutron-server[73856]: WARNING keystonemiddleware.auth_token [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 30 15:52:32.281073 dv-cinder-787195-6-iscsi neutron-server[73856]: WARNING keystonemiddleware.auth_token [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 30 15:52:32.289498 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_concurrency.lockutils [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Acquired lock "singleton_lock" {{(pid=73856) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 30 15:52:32.289978 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_concurrency.lockutils [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Releasing lock "singleton_lock" {{(pid=73856) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 30 15:52:32.290613 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO oslo_service.service [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Starting 2 workers Apr 30 15:52:32.295255 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Started child 73963 {{(pid=73856) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 15:52:32.300490 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Started child 73964 {{(pid=73856) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 15:52:32.300821 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:52:32.302366 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [-] (73963) wsgi starting up on http://0.0.0.0:9696 Apr 30 15:52:32.302812 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO neutron.service [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Neutron service started, listening on 0.0.0.0:9696 Apr 30 15:52:32.303800 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Notify callbacks [] for process, before_spawn {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:52:32.304761 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:52:32.306109 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [-] (73964) wsgi starting up on http://0.0.0.0:9696 Apr 30 15:52:32.307511 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO oslo_service.service [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Starting 1 workers Apr 30 15:52:32.312987 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Started child 73965 {{(pid=73856) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 15:52:32.313502 dv-cinder-787195-6-iscsi neutron-server[73856]: INFO oslo_service.service [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Starting 1 workers Apr 30 15:52:32.317046 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.service [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] calling RpcWorker wait() {{(pid=73965) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 30 15:52:32.317560 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.service [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] returning from RpcWorker wait() {{(pid=73965) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 30 15:52:32.318581 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Started child 73966 {{(pid=73856) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 15:52:32.318759 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:52:32.319253 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 15:52:32.319353 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG neutron_lib.callbacks.manager [None req-faf24eeb-0195-4a44-99f7-1a1c68bdb4ba None None] Notify callbacks [] for process, after_spawn {{(pid=73856) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:52:32.321149 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73856) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 30 15:52:32.321361 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 15:52:32.321539 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 15:52:32.321758 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 15:52:32.322089 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 15:52:32.322247 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 15:52:32.322759 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.323037 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.323188 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:52:32.323694 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.323694 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.323959 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.324128 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 15:52:32.324468 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.324725 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.324968 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.325238 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.325502 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.325676 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.325843 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.326086 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.326337 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.326643 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.326926 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.327173 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.327430 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.327606 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.327875 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.328159 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.328401 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.328660 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] debug = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.328915 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.329388 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.329678 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.330321 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.330704 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.331063 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.331329 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.331614 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.331863 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.332131 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.332371 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.332629 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.332872 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.333089 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.333326 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.333583 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.333821 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.334307 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] host = dv-cinder-787195-6-iscsi {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.334529 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.334749 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.335022 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.335275 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.335511 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.335727 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.336001 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.336245 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.336514 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.336753 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.337024 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.337249 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.337478 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.337725 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] log_file = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.337887 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] log_options = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.338121 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.338398 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.338675 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.338864 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.339033 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.339216 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.339479 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.339628 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.339901 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.340162 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.340376 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.340596 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.340844 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.341074 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.341332 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.341565 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.341808 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.342036 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.342281 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.342528 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.342772 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.342997 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.343213 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.343444 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.343663 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.343877 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.344126 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.344341 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.344555 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.344820 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.346028 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.346028 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.346028 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.346028 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.346370 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.346583 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.346811 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.347087 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.347327 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.347600 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.347871 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.348084 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.348340 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.348520 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.348793 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.348980 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] use_json = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.349202 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.349424 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.349677 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.349886 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.350113 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.350332 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.350565 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.350816 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.351235 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.351507 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.351829 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.352086 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.352319 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.353125 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.353125 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.353125 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.355535 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.355535 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.355535 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.355535 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.355535 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.355535 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.355535 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.356595 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.356595 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.356595 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.356595 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.357097 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.357097 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.357367 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.357514 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.357753 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.358018 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.358292 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.358513 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.358736 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.360456 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.360456 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.360456 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.360456 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.360456 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.360456 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.360456 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.361840 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.361840 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.361840 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.362314 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.362512 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.363731 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.363731 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.363731 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.363731 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.363731 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.367029 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.367029 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.367029 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.367029 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.367029 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.367029 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.367029 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.367029 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.367029 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.368175 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.368175 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.368175 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.368175 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.368175 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.368175 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.368175 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.368175 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.368175 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.369299 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.369299 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.369299 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.369299 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.369299 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.369299 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.369299 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.370047 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.370047 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.370047 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.370330 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.370330 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.370494 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.370729 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.370949 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.371168 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.371374 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.371595 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.371803 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.372064 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.373753 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.373753 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.373753 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.373753 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.373753 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.373753 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.374300 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.374300 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.374300 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.374514 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.374865 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.375012 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.375408 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.375408 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.375673 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.376100 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.376242 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.376439 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.377224 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.377652 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.378132 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.378385 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.378613 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.378947 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.379272 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.379566 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.379837 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.380163 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.380461 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.380729 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.381034 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.381362 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.381717 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.382039 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.382354 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.382628 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.382929 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.383246 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.383518 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.383755 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.384042 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.384295 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.384546 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.384767 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.385049 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.385304 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.385523 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.385767 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.385994 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.386317 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.386546 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.386760 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.386987 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.387266 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.387510 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.387758 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.388046 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.388300 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.388547 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.388787 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.389022 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.389232 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.389465 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.389708 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.389918 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.390150 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.390363 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.390599 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.390816 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.391044 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.391281 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.391492 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.391709 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.391964 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.392282 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.392678 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.393284 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.393667 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.394057 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.394452 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.394816 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.395205 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.395588 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.396057 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.396512 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.396935 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.397392 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.397830 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.398241 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.398651 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.399091 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.399533 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.400206 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.400631 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.401011 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.401403 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.401794 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.402202 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.402602 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.403225 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.403902 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.404597 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.405289 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.405956 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.406522 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.406967 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.407691 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.408710 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.409097 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.409521 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.409976 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.410410 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.410819 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.411228 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.411626 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.412135 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.412551 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.412817 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.413067 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.413294 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.413519 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.413755 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.413980 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.414290 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.414555 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.414801 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.415046 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.415284 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.415520 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.415747 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.416012 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.416258 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.416479 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.416710 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.416923 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.417135 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.417354 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.417566 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.417792 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.418001 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.418212 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.418430 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.418664 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.418897 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.419104 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.419313 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.419552 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.419763 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.420112 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.420367 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.420605 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.420893 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.421125 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.421372 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.421639 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.421959 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.422172 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.422429 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.422652 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.422870 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.423091 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.423342 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.424368 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.424892 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.425162 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.425412 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.425929 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.426410 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.426878 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.427303 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.427836 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.428422 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.428909 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.429349 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.429805 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.430264 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.430682 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.431076 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.431473 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.431905 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.432364 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.432824 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.433179 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.433426 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.433661 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.433929 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.434175 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.434433 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.434664 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.434893 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.435115 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.435274 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 15:52:32.435851 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73856) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 30 15:52:32.436059 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 15:52:32.436451 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 15:52:32.436451 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 15:52:32.436652 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 15:52:32.436773 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 15:52:32.436900 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.437065 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.437227 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.437389 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.437548 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.437728 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.437892 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.438053 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.438363 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.438363 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.438514 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.438650 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.438951 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.438951 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.438951 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.439543 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.439707 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.440110 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.440276 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.440554 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.440815 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.441099 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.441393 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] debug = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.441668 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.441995 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.442291 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.442469 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.442634 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.442797 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.442961 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.443124 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.443282 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.443435 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.443588 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.443746 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.443904 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.444091 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.444250 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.444408 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.444565 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.444723 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] host = dv-cinder-787195-6-iscsi {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.444881 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.445038 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.445196 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.445354 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.445512 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.445669 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.445826 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.445983 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.446140 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.446298 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.446456 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.446612 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.446770 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.446926 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] log_file = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.447083 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] log_options = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.447239 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.447396 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.447553 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.447730 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.447893 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.448075 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.448234 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.448392 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.448551 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.448709 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.448868 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.449025 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.449184 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.449331 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.449489 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.449793 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.450088 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.450255 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.450419 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.450579 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.450747 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.450886 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.451027 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.451186 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.451343 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.451500 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.451658 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.451816 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.452381 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.452381 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.452381 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.452621 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.452621 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.452764 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.452886 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.453044 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.453201 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.453362 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.453521 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.453678 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.453834 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.453991 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.454147 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.454304 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.454461 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.454854 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] use_json = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.455151 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.455439 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.455694 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.455859 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.456113 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.456274 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.456434 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.456593 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 15:52:32.456774 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.456937 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.457109 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.457272 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.457434 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.457800 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.457800 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.457962 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.458047 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.458202 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.458369 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.458531 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.458703 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.458865 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.459025 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.459190 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.459352 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.459514 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.459675 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.459835 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.460031 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.460196 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.460373 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.460458 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 15:52:32.460547 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.460689 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.460850 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.461010 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.461172 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.461334 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.461483 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.461644 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.461805 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.461965 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.462126 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.462287 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.462447 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.462607 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.462768 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.462929 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.463089 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.463249 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.463408 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.463568 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.463728 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.463889 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.464072 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.464234 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.464394 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.464555 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.464715 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.464885 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.465045 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.465205 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.465364 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.465525 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.465685 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.465844 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.466003 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.466163 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.466324 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.466484 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.466656 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.466816 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.466976 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.467137 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.467298 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.467459 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.467619 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.467779 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.467959 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.468121 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.468281 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.468441 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.468602 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.468762 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.468922 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.469082 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.469243 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.469403 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.469564 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.469724 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.469883 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.470043 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.470203 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.471113 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.471438 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.471661 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.471830 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.472000 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.472169 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.472332 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.472701 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.472701 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.472872 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.472950 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.473094 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.473255 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.473569 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.473569 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.473960 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.473960 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.474122 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.474200 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.474301 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.474460 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.474620 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.474780 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.475086 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.475086 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.475238 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.475380 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.475549 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.475708 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.475870 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.476054 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.476222 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.476394 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.476555 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.476717 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.477043 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.477043 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.477185 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.477318 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.477477 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.477637 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.477797 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.477957 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.478125 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.478297 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.478458 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.478619 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.478779 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.478962 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.479122 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.479282 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.479443 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.479603 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.479763 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.479935 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.480111 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.480271 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.480430 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.480590 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.480751 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.480911 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.481075 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.481237 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.481397 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.481558 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.481718 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.481881 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.482025 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.482281 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.482418 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.482565 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.482698 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.482831 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.482963 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.483110 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.483253 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.483388 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.483521 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.483654 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.483812 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.484001 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.484164 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.484323 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.484482 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.484643 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.484807 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.484967 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.485115 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.485276 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.485437 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.485597 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.486496 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.486496 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.486788 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.486963 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.487262 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.487445 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.487612 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.487777 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.487963 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.488128 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.488293 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.488445 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.488618 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.488781 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.488942 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.489103 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.489264 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.489424 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.489585 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.489746 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.489907 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.490068 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.490228 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.490392 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.490556 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.490719 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.490880 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.491041 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.491207 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.491367 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.491527 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.491700 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.491860 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.492040 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.492200 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.492361 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.492533 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.492694 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.492854 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.493012 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.493173 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.493344 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.493505 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.493665 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.493824 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.493985 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.494155 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.494316 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.494475 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.494636 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.494796 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.494964 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.495124 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.495284 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.495444 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.495603 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.495771 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.495956 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.496119 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.496286 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.496447 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.496607 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.496767 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.496937 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.497097 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.497260 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.497420 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.497581 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.497741 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.497904 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.498068 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.498238 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.498406 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.498567 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.498736 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.498905 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.499075 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.499235 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.499402 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.499573 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.499734 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.499894 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.500075 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.500236 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.500397 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.500556 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.500719 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.500896 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.501031 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.501191 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.501350 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.501539 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.501760 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.502062 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.502435 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.502574 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.503401 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.503401 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.503401 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 15:52:32.503401 dv-cinder-787195-6-iscsi neutron-server[73856]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73856) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 15:52:32.612014 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 55890) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:52:32.620193 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061440 Apr 30 15:52:43.222512 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dd59ee-fd64-427a-b341-12eebdff77bc None None] get_active_networks_info from dv-cinder-787195-6-iscsi {{(pid=73965) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 30 15:52:43.285558 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dd59ee-fd64-427a-b341-12eebdff77bc None None] No non-hosted networks {{(pid=73965) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 30 15:52:43.293906 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.agentschedulers_db [None req-b5dd59ee-fd64-427a-b341-12eebdff77bc None None] DHCP Agent not found on host dv-cinder-787195-6-iscsi {{(pid=73965) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 30 15:52:43.404806 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-55c045f4-ec3a-4210-8d37-f786ead14f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998'] for agent, after_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:52:45.854019 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998'] for agent, after_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:52:45.854810 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:52:45.855080 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:52:45.856605 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:52:45.856958 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:52:45.857257 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:52:45.858879 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:52:45.859261 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:52:45.861791 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:52:45.863639 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:52:45.864180 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:52:45.864598 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:52:45.865069 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:52:45.866173 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-787195-6-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 15:52:45.906463 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787195-6-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 15:52:45.922029 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-3b102ce5-971b-4a49-b254-196fc816b223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998'] for agent, after_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:52:45.926799 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.db.api [None req-5c3ac3f1-3ade-468f-9701-65fa10b1c904 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-787195-6-iscsi {{(pid=73965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 15:52:45.927453 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_db.api [None req-5c3ac3f1-3ade-468f-9701-65fa10b1c904 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 15:52:46.448316 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-5c3ac3f1-3ade-468f-9701-65fa10b1c904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:52:46.628348 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998'] for agent, after_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:52:48.365027 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998'] for agent, after_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:52:49.840048 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 55984) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:52:50.443195 dv-cinder-787195-6-iscsi neutron-server[73964]: WARNING oslo_policy.policy [None req-0a6f7440-ec88-4e0a-b319-078cb2983470 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 15:52:50.443858 dv-cinder-787195-6-iscsi neutron-server[73964]: WARNING oslo_policy.policy [None req-0a6f7440-ec88-4e0a-b319-078cb2983470 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 15:52:50.659817 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [None req-0a6f7440-ec88-4e0a-b319-078cb2983470 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=73964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 15:52:50.660876 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-0a6f7440-ec88-4e0a-b319-078cb2983470 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8199069 Apr 30 15:52:50.894646 dv-cinder-787195-6-iscsi neutron-server[73965]: INFO neutron.db.l3_hamode_db [None req-1d91c091-3c6f-4d64-b6e8-7acb3c8658ba None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 30 15:52:50.979984 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d91c091-3c6f-4d64-b6e8-7acb3c8658ba None None] Routers set() bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 15:52:50.980302 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d91c091-3c6f-4d64-b6e8-7acb3c8658ba None None] Router IDs set() for agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Apr 30 15:52:53.030942 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 55998) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:52:53.395763 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-31e879d2-6a9e-4267-b2f1-6c7307de5056 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 15:52:53.494584 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.policy [None req-31e879d2-6a9e-4267-b2f1-6c7307de5056 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73964) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 15:52:53.540582 dv-cinder-787195-6-iscsi neutron-server[73964]: WARNING oslo_policy.policy [None req-31e879d2-6a9e-4267-b2f1-6c7307de5056 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 15:52:53.540934 dv-cinder-787195-6-iscsi neutron-server[73964]: WARNING oslo_policy.policy [None req-31e879d2-6a9e-4267-b2f1-6c7307de5056 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 15:52:53.549377 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.quota [None req-31e879d2-6a9e-4267-b2f1-6c7307de5056 admin admin] Loaded quota_driver: . Apr 30 15:52:53.565161 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-31e879d2-6a9e-4267-b2f1-6c7307de5056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 15:52:53.622773 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-31e879d2-6a9e-4267-b2f1-6c7307de5056 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758131494125', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758131493560', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758131517231', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758131520123', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758131534201', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758131535961', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1688193', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1987492', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-943759', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-999643'] for rbac-policy, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:52:53.681979 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-31e879d2-6a9e-4267-b2f1-6c7307de5056 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:52:53.683175 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-31e879d2-6a9e-4267-b2f1-6c7307de5056 admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6512575 Apr 30 15:52:56.283848 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 56012) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:52:56.629603 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'd8ee4c5d7ee14296ae7b09e587ba193f', 'name': 'private', 'project_id': 'd8ee4c5d7ee14296ae7b09e587ba193f'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 15:52:56.634200 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 15:52:56.638490 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Usage tracker for resource:network and tenant:d8ee4c5d7ee14296ae7b09e587ba193f is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 15:52:56.643693 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 15:52:56.649813 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 15:52:56.659084 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Made reservation on behalf of d8ee4c5d7ee14296ae7b09e587ba193f for: {'network': 1} {{(pid=73964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 15:52:56.661817 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for network, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:52:56.679057 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:52:56.693084 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 15:52:56.696663 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Usage tracker for resource:security_group_rule and tenant:d8ee4c5d7ee14296ae7b09e587ba193f is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 15:52:56.701418 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 15:52:56.707679 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 15:52:56.802471 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:52:56.805897 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:52:56.810911 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:52:56.827102 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=73964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 15:52:56.850724 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758133272980', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:52:56.851303 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Unsubscribe: segment precommit_create {{(pid=73964) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 15:52:56.851748 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.db.segments_db [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Added segment ed351edd-b94c-43ee-b911-5497a0ded479 of type vlan for network 6bf3f1fb-c347-4179-af6f-93cfb0010de8 Apr 30 15:52:56.902808 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc41b1a-902d-477f-91bc-6b72b14625ac,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:52:56.922108 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:52:56.922450 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:52:56.922772 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:52:56.923632 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:52:56.924091 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:52:56.924407 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:52:56.924712 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:52:56.925018 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:52:56.925321 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:52:56.925624 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:52:56.925924 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:52:56.926222 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Tracked resource versions report: Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: pushed versions: Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: { 'AddressGroup': {'1.2'}, Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: 'ConntrackHelper': {'1.0'}, Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: 'Log': {'1.0'}, Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: 'Network': {'1.1'}, Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: 'Port': {'1.7'}, Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: 'PortForwarding': {'1.2'}, Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: 'QosPolicy': {'1.8'}, Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: 'SecurityGroup': {'1.4'}, Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: 'SecurityGroupRule': {'1.2'}, Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: 'SubPort': {'1.0'}, Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: 'Subnet': {'1.1'}, Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: 'Trunk': {'1.1'}} Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: consumer versions: Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: { DHCP agent@dv-cinder-787195-6-iscsi: {}, Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: L3 agent@dv-cinder-787195-6-iscsi: {}, Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: Metadata agent@dv-cinder-787195-6-iscsi: {}, Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: Metering agent@dv-cinder-787195-6-iscsi: {}, Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: Open vSwitch agent@dv-cinder-787195-6-iscsi: { 'AddressGroup': '1.2', Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: 'ConntrackHelper': '1.0', Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: 'Log': '1.0', Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: 'Network': '1.1', Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: 'Port': '1.7', Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: 'PortForwarding': '1.2', Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: 'QosPolicy': '1.8', Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: 'SecurityGroup': '1.4', Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: 'SecurityGroupRule': '1.2', Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: 'SubPort': '1.0', Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: 'Subnet': '1.1', Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: 'Trunk': '1.1'}} Apr 30 15:52:56.927242 dv-cinder-787195-6-iscsi neutron-server[73964]: {{(pid=73964) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 15:52:56.975284 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132848788'] for network, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:52:56.980469 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:52:57.017782 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for network, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:52:57.019249 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:52:57.019877 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:52:57.024862 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:52:57.125510 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.8406026 Apr 30 15:52:57.128996 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Pushing event updated for resources: {'Network': ['ID=6bf3f1fb-c347-4179-af6f-93cfb0010de8,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:52:57.132109 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:52:57.140658 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Network 6bf3f1fb-c347-4179-af6f-93cfb0010de8 details requested by agent ovs-agent-dv-cinder-787195-6-iscsi with host dv-cinder-787195-6-iscsi {{(pid=73965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 15:52:59.766127 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 56028) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:53:00.357708 dv-cinder-787195-6-iscsi neutron-server[73963]: WARNING oslo_policy.policy [None req-ae0d1103-53b5-493f-82d2-b5fe750d5dd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 15:53:00.358286 dv-cinder-787195-6-iscsi neutron-server[73963]: WARNING oslo_policy.policy [None req-ae0d1103-53b5-493f-82d2-b5fe750d5dd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 15:53:00.792148 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.policy [None req-ae0d1103-53b5-493f-82d2-b5fe750d5dd4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73963) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 15:53:00.837939 dv-cinder-787195-6-iscsi neutron-server[73963]: WARNING oslo_policy.policy [None req-ae0d1103-53b5-493f-82d2-b5fe750d5dd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 15:53:00.838303 dv-cinder-787195-6-iscsi neutron-server[73963]: WARNING oslo_policy.policy [None req-ae0d1103-53b5-493f-82d2-b5fe750d5dd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 15:53:00.846839 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0d1103-53b5-493f-82d2-b5fe750d5dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:53:00.848676 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-ae0d1103-53b5-493f-82d2-b5fe750d5dd4 admin admin] 10.222.0.72 "GET /v2.0/networks/6bf3f1fb-c347-4179-af6f-93cfb0010de8 HTTP/1.1" status: 200 len: 824 time: 1.0805297 Apr 30 15:53:00.881091 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-dc62d4d0-1a71-4434-ba19-e74d2396fdc5 admin admin] 10.222.0.72 "GET /v2.0/subnetpools/9e292ec3-4d2c-4b8a-9800-12c47b8d0605 HTTP/1.1" status: 200 len: 734 time: 0.0272217 Apr 30 15:53:00.889541 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '6bf3f1fb-c347-4179-af6f-93cfb0010de8', 'tenant_id': 'd8ee4c5d7ee14296ae7b09e587ba193f', 'subnetpool_id': '9e292ec3-4d2c-4b8a-9800-12c47b8d0605', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 15:53:00.891128 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.quota [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Loaded quota_driver: . Apr 30 15:53:00.897612 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 15:53:00.903298 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Usage tracker for resource:subnet and tenant:d8ee4c5d7ee14296ae7b09e587ba193f is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 15:53:00.906560 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 15:53:00.914234 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 15:53:00.928574 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Made reservation on behalf of d8ee4c5d7ee14296ae7b09e587ba193f for: {'subnet': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 15:53:00.931287 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Notify callbacks [] for subnet, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:01.423522 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for subnet, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:01.429189 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:53:01.505764 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Checking segment: {'id': 'ed351edd-b94c-43ee-b911-5497a0ded479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6bf3f1fb-c347-4179-af6f-93cfb0010de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 15:53:01.506108 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Network hostable DHCP agents. Network: 6bf3f1fb-c347-4179-af6f-93cfb0010de8, hostable agents: ['bfd10ce1-d195-4e07-9fe2-51a3c988df31'], hosted agents: [] {{(pid=73963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 15:53:01.513114 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Pushing event updated for resources: {'Subnet': ['ID=9df7ce15-4b7e-4a0d-bc27-10461ded40c2,revision_number=0']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:53:01.523510 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:01.523855 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:01.524202 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:01.524770 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:01.525078 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:01.525402 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:01.525709 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:01.526009 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:01.526311 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:01.526611 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:01.526909 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:01.527205 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Tracked resource versions report: Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: pushed versions: Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: { 'AddressGroup': {'1.2'}, Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: 'ConntrackHelper': {'1.0'}, Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: 'Log': {'1.0'}, Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: 'Network': {'1.1'}, Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: 'Port': {'1.7'}, Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: 'PortForwarding': {'1.2'}, Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: 'QosPolicy': {'1.8'}, Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: 'SecurityGroup': {'1.4'}, Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: 'SecurityGroupRule': {'1.2'}, Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: 'SubPort': {'1.0'}, Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: 'Subnet': {'1.1'}, Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: 'Trunk': {'1.1'}} Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: consumer versions: Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: { DHCP agent@dv-cinder-787195-6-iscsi: {}, Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: L3 agent@dv-cinder-787195-6-iscsi: {}, Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: Metadata agent@dv-cinder-787195-6-iscsi: {}, Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: Metering agent@dv-cinder-787195-6-iscsi: {}, Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: Open vSwitch agent@dv-cinder-787195-6-iscsi: { 'AddressGroup': '1.2', Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: 'ConntrackHelper': '1.0', Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: 'Log': '1.0', Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: 'Network': '1.1', Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: 'Port': '1.7', Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: 'PortForwarding': '1.2', Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: 'QosPolicy': '1.8', Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: 'SecurityGroup': '1.4', Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: 'SecurityGroupRule': '1.2', Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: 'SubPort': '1.0', Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: 'Subnet': '1.1', Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: 'Trunk': '1.1'}} Apr 30 15:53:01.528265 dv-cinder-787195-6-iscsi neutron-server[73963]: {{(pid=73963) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 15:53:01.562199 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Network 6bf3f1fb-c347-4179-af6f-93cfb0010de8 is scheduled to be hosted by DHCP agent bfd10ce1-d195-4e07-9fe2-51a3c988df31 with binding_index 1 {{(pid=73963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 15:53:01.568953 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:53:01.573244 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-iscsi, 6bf3f1fb-c347-4179-af6f-93cfb0010de8) {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 15:53:01.577469 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:53:01.578135 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for subnet, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:01.582989 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fb0255-9129-4d9e-bf09-8dc6b9b21030 None None] Network 6bf3f1fb-c347-4179-af6f-93cfb0010de8 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 15:53:01.599219 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7131381 Apr 30 15:53:01.890846 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f83a816-f938-505d-a748-952e2383f86f-6bf3f1fb-c347-4179-af6f-93cfb0010de8', 'network_id': '6bf3f1fb-c347-4179-af6f-93cfb0010de8', 'tenant_id': 'd8ee4c5d7ee14296ae7b09e587ba193f', 'fixed_ips': [{'subnet_id': '9df7ce15-4b7e-4a0d-bc27-10461ded40c2'}]}} from dv-cinder-787195-6-iscsi. {{(pid=73965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 15:53:01.892082 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:02.074077 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.db_base_plugin_common [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Allocated IP 172.20.0.2 (6bf3f1fb-c347-4179-af6f-93cfb0010de8/9df7ce15-4b7e-4a0d-bc27-10461ded40c2/3c53dc96-1c7f-4b21-81db-7cc4d0877238) {{(pid=73965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 15:53:02.305346 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Notify callbacks [] for port, precommit_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:02.317785 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Transition to ACTIVE for port object 3c53dc96-1c7f-4b21-81db-7cc4d0877238 will not be triggered until provisioned by entity L2. {{(pid=73965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 15:53:02.337568 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Transition to ACTIVE for port object 3c53dc96-1c7f-4b21-81db-7cc4d0877238 will not be triggered until provisioned by entity DHCP. {{(pid=73965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 15:53:02.343899 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206'] for port, after_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:02.349855 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:53:02.402594 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Network 6bf3f1fb-c347-4179-af6f-93cfb0010de8 is already hosted by enough agents. {{(pid=73965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 15:53:02.409685 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.scheduler.base_scheduler [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Resources bound (agent type, host, resource id): {{(pid=73965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 15:53:02.415772 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Received port after_create {{(pid=73965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 15:53:02.423444 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Pushing event updated for resources: {'Port': ['ID=3c53dc96-1c7f-4b21-81db-7cc4d0877238,revision_number=1']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:53:02.464926 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:02.465243 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:02.465567 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:02.465884 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:02.466201 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:02.466514 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:02.466822 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:02.467132 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:02.467454 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:02.467761 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:02.468089 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:02.468388 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Tracked resource versions report: Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: pushed versions: Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: { 'AddressGroup': {'1.2'}, Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: 'ConntrackHelper': {'1.0'}, Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: 'Log': {'1.0'}, Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: 'Network': {'1.1'}, Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: 'Port': {'1.7'}, Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: 'PortForwarding': {'1.2'}, Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: 'QosPolicy': {'1.8'}, Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: 'SecurityGroup': {'1.4'}, Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: 'SecurityGroupRule': {'1.2'}, Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: 'SubPort': {'1.0'}, Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: 'Subnet': {'1.1'}, Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: 'Trunk': {'1.1'}} Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: consumer versions: Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: { DHCP agent@dv-cinder-787195-6-iscsi: {}, Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: L3 agent@dv-cinder-787195-6-iscsi: {}, Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: Metadata agent@dv-cinder-787195-6-iscsi: {}, Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: Metering agent@dv-cinder-787195-6-iscsi: {}, Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: Open vSwitch agent@dv-cinder-787195-6-iscsi: { 'AddressGroup': '1.2', Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: 'ConntrackHelper': '1.0', Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: 'Log': '1.0', Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: 'Network': '1.1', Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: 'Port': '1.7', Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: 'PortForwarding': '1.2', Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: 'QosPolicy': '1.8', Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: 'SecurityGroup': '1.4', Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: 'SecurityGroupRule': '1.2', Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: 'SubPort': '1.0', Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: 'Subnet': '1.1', Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: 'Trunk': '1.1'}} Apr 30 15:53:02.469493 dv-cinder-787195-6-iscsi neutron-server[73965]: {{(pid=73965) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 15:53:02.501516 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:53:02.522034 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Attempting to bind port 3c53dc96-1c7f-4b21-81db-7cc4d0877238 on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 15:53:02.522429 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Attempting to bind port 3c53dc96-1c7f-4b21-81db-7cc4d0877238 by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': 'ed351edd-b94c-43ee-b911-5497a0ded479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6bf3f1fb-c347-4179-af6f-93cfb0010de8'}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 15:53:02.522850 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Attempting to bind port 3c53dc96-1c7f-4b21-81db-7cc4d0877238 on network 6bf3f1fb-c347-4179-af6f-93cfb0010de8 {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 15:53:02.528248 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 15, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 15:53:02.528657 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Checking segment: {'id': 'ed351edd-b94c-43ee-b911-5497a0ded479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6bf3f1fb-c347-4179-af6f-93cfb0010de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 15:53:02.529113 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:02.529503 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Bound using segment: {'id': 'ed351edd-b94c-43ee-b911-5497a0ded479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6bf3f1fb-c347-4179-af6f-93cfb0010de8'} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 15:53:02.529984 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Bound port: 3c53dc96-1c7f-4b21-81db-7cc4d0877238, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed351edd-b94c-43ee-b911-5497a0ded479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6bf3f1fb-c347-4179-af6f-93cfb0010de8'}}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 15:53:02.530370 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:02.617594 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] For port 3c53dc96-1c7f-4b21-81db-7cc4d0877238, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 15:53:02.621380 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] For port 3c53dc96-1c7f-4b21-81db-7cc4d0877238, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=3c53dc96-1c7f-4b21-81db-7cc4d0877238,segment=NetworkSegment(ed351edd-b94c-43ee-b911-5497a0ded479),segment_id=ed351edd-b94c-43ee-b911-5497a0ded479)] {{(pid=73965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 15:53:02.625755 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:02.630187 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:53:02.716756 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Pushing event updated for resources: {'Port': ['ID=3c53dc96-1c7f-4b21-81db-7cc4d0877238,revision_number=2']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:53:02.720667 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:53:03.988649 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 56048) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:53:04.358756 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [None req-6d3e5eff-983d-4b5b-b746-e232698ee4ad admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=73964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 15:53:04.359714 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-6d3e5eff-983d-4b5b-b746-e232698ee4ad admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3700426 Apr 30 15:53:06.698434 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 56058) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:53:07.076587 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [None req-40805530-8f2c-4661-aaa6-1a6868558e25 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=73964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 15:53:07.077556 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-40805530-8f2c-4661-aaa6-1a6868558e25 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3783016 Apr 30 15:53:07.787327 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 3c53dc96-1c7f-4b21-81db-7cc4d0877238 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 15:53:07.865057 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port 3c53dc96-1c7f-4b21-81db-7cc4d0877238 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 15:53:08.197364 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e08517-d170-4866-8bbf-0af3f54841cd None None] Network 6bf3f1fb-c347-4179-af6f-93cfb0010de8 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 15:53:08.301447 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-bfc04c42-cfda-4448-a5db-2de5f9502d5d None None] Provisioning for port 3c53dc96-1c7f-4b21-81db-7cc4d0877238 completed by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 15:53:08.309848 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-bfc04c42-cfda-4448-a5db-2de5f9502d5d None None] Provisioning complete for port 3c53dc96-1c7f-4b21-81db-7cc4d0877238 triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 15:53:08.310236 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bfc04c42-cfda-4448-a5db-2de5f9502d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:08.517946 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bfc04c42-cfda-4448-a5db-2de5f9502d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:08.561970 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-bfc04c42-cfda-4448-a5db-2de5f9502d5d None None] For port 3c53dc96-1c7f-4b21-81db-7cc4d0877238, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=3c53dc96-1c7f-4b21-81db-7cc4d0877238,segment=NetworkSegment(ed351edd-b94c-43ee-b911-5497a0ded479),segment_id=ed351edd-b94c-43ee-b911-5497a0ded479)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 15:53:08.567268 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bfc04c42-cfda-4448-a5db-2de5f9502d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:08.571268 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:53:08.664871 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc04c42-cfda-4448-a5db-2de5f9502d5d None None] Pushing event updated for resources: {'Port': ['ID=3c53dc96-1c7f-4b21-81db-7cc4d0877238,revision_number=3']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:53:08.668817 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-bfc04c42-cfda-4448-a5db-2de5f9502d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:53:08.795840 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-568acf2c-9c50-43be-889d-e28bcd0d5e4f None None] Provisioning complete for port 3c53dc96-1c7f-4b21-81db-7cc4d0877238 triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 15:53:08.796528 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-568acf2c-9c50-43be-889d-e28bcd0d5e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:09.716424 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 56074) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:53:09.755680 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 3c53dc96-1c7f-4b21-81db-7cc4d0877238 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 15:53:09.820361 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 3c53dc96-1c7f-4b21-81db-7cc4d0877238 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 15:53:09.821046 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:10.072577 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-a30a3311-2a1c-4c7e-af48-706caaf8e13f admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'd8ee4c5d7ee14296ae7b09e587ba193f'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 15:53:10.076962 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-a30a3311-2a1c-4c7e-af48-706caaf8e13f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 15:53:10.081362 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-a30a3311-2a1c-4c7e-af48-706caaf8e13f admin admin] Usage tracker for resource:router and tenant:d8ee4c5d7ee14296ae7b09e587ba193f is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 15:53:10.084521 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-a30a3311-2a1c-4c7e-af48-706caaf8e13f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 15:53:10.090341 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-a30a3311-2a1c-4c7e-af48-706caaf8e13f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 15:53:10.099997 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a30a3311-2a1c-4c7e-af48-706caaf8e13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12626'] for router, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:10.101575 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a30a3311-2a1c-4c7e-af48-706caaf8e13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-754852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:10.122073 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a30a3311-2a1c-4c7e-af48-706caaf8e13f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:10.228235 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a30a3311-2a1c-4c7e-af48-706caaf8e13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655959'] for router, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:10.245197 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a30a3311-2a1c-4c7e-af48-706caaf8e13f admin admin] Notify callbacks [] for router, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:10.246545 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-a30a3311-2a1c-4c7e-af48-706caaf8e13f admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5291662 Apr 30 15:53:12.576217 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 56084) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:53:12.938850 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [None req-d1360e65-e984-4bc2-937e-c075469068c4 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=73963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 15:53:12.939805 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-d1360e65-e984-4bc2-937e-c075469068c4 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3626821 Apr 30 15:53:13.133334 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-5c8658b3-d632-4355-896f-c40ea2eba0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:15.249380 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 56094) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:53:15.610482 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-2721517c-23a9-4a0c-a494-d2ad3b7d69d6 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 15:53:15.617599 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-2721517c-23a9-4a0c-a494-d2ad3b7d69d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 15:53:15.621290 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-2721517c-23a9-4a0c-a494-d2ad3b7d69d6 admin admin] Usage tracker for resource:network and tenant:3174f407219c41dbb34a930d88c5ea23 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 15:53:15.624139 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-2721517c-23a9-4a0c-a494-d2ad3b7d69d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 15:53:15.630715 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-2721517c-23a9-4a0c-a494-d2ad3b7d69d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 15:53:15.639753 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2721517c-23a9-4a0c-a494-d2ad3b7d69d6 admin admin] Made reservation on behalf of 3174f407219c41dbb34a930d88c5ea23 for: {'network': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 15:53:15.642307 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2721517c-23a9-4a0c-a494-d2ad3b7d69d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for network, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:15.675179 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2721517c-23a9-4a0c-a494-d2ad3b7d69d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:15.689381 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-2721517c-23a9-4a0c-a494-d2ad3b7d69d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 15:53:15.693192 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-2721517c-23a9-4a0c-a494-d2ad3b7d69d6 admin admin] Usage tracker for resource:security_group_rule and tenant:3174f407219c41dbb34a930d88c5ea23 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 15:53:15.696375 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-2721517c-23a9-4a0c-a494-d2ad3b7d69d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 15:53:15.701842 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-2721517c-23a9-4a0c-a494-d2ad3b7d69d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 15:53:15.793278 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2721517c-23a9-4a0c-a494-d2ad3b7d69d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:15.796864 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2721517c-23a9-4a0c-a494-d2ad3b7d69d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:15.801392 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:53:15.814750 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2721517c-23a9-4a0c-a494-d2ad3b7d69d6 admin admin] Reserving flat network on physical network physnet1 {{(pid=73963) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 30 15:53:15.839122 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721517c-23a9-4a0c-a494-d2ad3b7d69d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f9440d-acd2-4f6c-a6e9-3d8c36b0db0b,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:53:15.841609 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2721517c-23a9-4a0c-a494-d2ad3b7d69d6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758133272980', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:15.842187 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2721517c-23a9-4a0c-a494-d2ad3b7d69d6 admin admin] Unsubscribe: segment precommit_create {{(pid=73963) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 15:53:15.842618 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.db.segments_db [None req-2721517c-23a9-4a0c-a494-d2ad3b7d69d6 admin admin] Added segment a30bcc7b-d76f-404c-9f7c-d7e43145326e of type flat for network 7713db68-e23d-4336-9c52-9698584522df Apr 30 15:53:15.848036 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:15.854489 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-2721517c-23a9-4a0c-a494-d2ad3b7d69d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:53:15.876411 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-ac0da6d8-e1b2-4370-bd34-76d950bac60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:15.888661 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2721517c-23a9-4a0c-a494-d2ad3b7d69d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132848788'] for network, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:15.930224 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2721517c-23a9-4a0c-a494-d2ad3b7d69d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for network, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:15.931602 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2721517c-23a9-4a0c-a494-d2ad3b7d69d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:53:15.932191 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2721517c-23a9-4a0c-a494-d2ad3b7d69d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:15.936811 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:53:16.026870 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-2721517c-23a9-4a0c-a494-d2ad3b7d69d6 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7764459 Apr 30 15:53:16.031565 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721517c-23a9-4a0c-a494-d2ad3b7d69d6 admin admin] Pushing event updated for resources: {'Network': ['ID=7713db68-e23d-4336-9c52-9698584522df,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:53:16.053813 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-2721517c-23a9-4a0c-a494-d2ad3b7d69d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:53:16.061095 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Network 7713db68-e23d-4336-9c52-9698584522df details requested by agent ovs-agent-dv-cinder-787195-6-iscsi with host dv-cinder-787195-6-iscsi {{(pid=73965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 15:53:16.571663 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:18.327253 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:18.385146 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 56114) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:53:18.596495 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6de2279-879a-4c35-bcb7-e3563f12e3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:53:18.597814 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-f6de2279-879a-4c35-bcb7-e3563f12e3da admin admin] 10.222.0.72 "GET /v2.0/subnets/9df7ce15-4b7e-4a0d-bc27-10461ded40c2 HTTP/1.1" status: 200 len: 849 time: 0.2117419 Apr 30 15:53:18.772787 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-41e42541-f697-4cf2-949c-1d4b0f4cd955 admin admin] 10.222.0.72 "GET /v2.0/routers/921d0a2f-fe55-429b-86f3-a62ab9ad7b93 HTTP/1.1" status: 200 len: 704 time: 0.1694930 Apr 30 15:53:19.244659 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5d7e616b-1d97-44be-8250-99865c581702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:19.477565 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_common [None req-5d7e616b-1d97-44be-8250-99865c581702 admin admin] Allocated IP 172.20.0.1 (6bf3f1fb-c347-4179-af6f-93cfb0010de8/9df7ce15-4b7e-4a0d-bc27-10461ded40c2/9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd) {{(pid=73964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 15:53:19.629383 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5d7e616b-1d97-44be-8250-99865c581702 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:19.646641 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.provisioning_blocks [None req-5d7e616b-1d97-44be-8250-99865c581702 admin admin] Transition to ACTIVE for port object 9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd will not be triggered until provisioned by entity DHCP. {{(pid=73964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 15:53:19.701082 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5d7e616b-1d97-44be-8250-99865c581702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206'] for port, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:19.706053 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:53:19.761269 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7e616b-1d97-44be-8250-99865c581702 admin admin] Network 6bf3f1fb-c347-4179-af6f-93cfb0010de8 is already hosted by enough agents. {{(pid=73964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 15:53:19.763895 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-5d7e616b-1d97-44be-8250-99865c581702 admin admin] Resources bound (agent type, host, resource id): {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 15:53:19.775027 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7e616b-1d97-44be-8250-99865c581702 admin admin] Received port after_create {{(pid=73964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 15:53:19.776056 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5d7e616b-1d97-44be-8250-99865c581702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-915929'] for router_interface, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:19.900923 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e616b-1d97-44be-8250-99865c581702 admin admin] Pushing event updated for resources: {'Port': ['ID=9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:53:19.917301 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-5d7e616b-1d97-44be-8250-99865c581702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:53:19.986281 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-77464720-99e0-4363-947c-510bfb15b993 None None] Provisioning for port 9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd completed by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 15:53:19.990933 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-77464720-99e0-4363-947c-510bfb15b993 None None] Provisioning complete for port 9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 15:53:19.991298 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-77464720-99e0-4363-947c-510bfb15b993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:20.046570 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-77464720-99e0-4363-947c-510bfb15b993 None None] Port 9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd cannot update to ACTIVE because it is not bound. {{(pid=73965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 15:53:20.075716 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5d7e616b-1d97-44be-8250-99865c581702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:20.302105 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5d7e616b-1d97-44be-8250-99865c581702 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:20.306305 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5d7e616b-1d97-44be-8250-99865c581702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:20.307342 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5d7e616b-1d97-44be-8250-99865c581702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-915836'] for router_interface, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:20.310413 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-5d7e616b-1d97-44be-8250-99865c581702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:53:20.445832 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e616b-1d97-44be-8250-99865c581702 admin admin] Pushing event updated for resources: {'Port': ['ID=9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd,revision_number=2']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:53:20.449822 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-5d7e616b-1d97-44be-8250-99865c581702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:53:20.502857 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7e616b-1d97-44be-8250-99865c581702 admin admin] Network 6bf3f1fb-c347-4179-af6f-93cfb0010de8 is already hosted by enough agents. {{(pid=73964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 15:53:20.503874 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-5d7e616b-1d97-44be-8250-99865c581702 admin admin] Resources bound (agent type, host, resource id): {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 15:53:20.667708 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-31a3922e-19b8-46d0-a72f-be75ac23b75a None None] Provisioning complete for port 9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 15:53:20.668107 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-31a3922e-19b8-46d0-a72f-be75ac23b75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:20.689811 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7e616b-1d97-44be-8250-99865c581702 admin admin] Router 921d0a2f-fe55-429b-86f3-a62ab9ad7b93 is scheduled to L3 agent ce014548-da84-4f8c-9540-249ce2846e6a with binding_index 1 {{(pid=73964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 15:53:20.720297 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-31a3922e-19b8-46d0-a72f-be75ac23b75a None None] Port 9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd cannot update to ACTIVE because it is not bound. {{(pid=73965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 15:53:20.840851 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7e616b-1d97-44be-8250-99865c581702 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 15:53:20.850343 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-5d7e616b-1d97-44be-8250-99865c581702 admin admin] 10.222.0.72 "PUT /v2.0/routers/921d0a2f-fe55-429b-86f3-a62ab9ad7b93/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0725834 Apr 30 15:53:20.850483 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c176f47-6130-47c1-a0a0-df3715c7087d None None] Sync routers for ids ['921d0a2f-fe55-429b-86f3-a62ab9ad7b93'] in dv-cinder-787195-6-iscsi {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 15:53:20.861057 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c176f47-6130-47c1-a0a0-df3715c7087d None None] Routers {'921d0a2f-fe55-429b-86f3-a62ab9ad7b93'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 15:53:20.861943 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-7c176f47-6130-47c1-a0a0-df3715c7087d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T15:53:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['921d0a2f-fe55-429b-86f3-a62ab9ad7b93'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 15:53:21.033270 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-7c176f47-6130-47c1-a0a0-df3715c7087d None None] Set router 921d0a2f-fe55-429b-86f3-a62ab9ad7b93 gateway port host: None {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 15:53:21.394108 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-7c176f47-6130-47c1-a0a0-df3715c7087d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921d0a2f-fe55-429b-86f3-a62ab9ad7b93', 'name': 'router1', 'tenant_id': 'd8ee4c5d7ee14296ae7b09e587ba193f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T15:53:10Z', 'updated_at': '2021-04-30T15:53:19Z', 'revision_number': 2, 'project_id': 'd8ee4c5d7ee14296ae7b09e587ba193f', 'gw_port_host': None, '_interfaces': [{'id': '9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd', 'name': '', 'network_id': '6bf3f1fb-c347-4179-af6f-93cfb0010de8', 'tenant_id': 'd8ee4c5d7ee14296ae7b09e587ba193f', 'mac_address': 'fa:16:3e:49:62:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d0a2f-fe55-429b-86f3-a62ab9ad7b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9df7ce15-4b7e-4a0d-bc27-10461ded40c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T15:53:19Z', 'updated_at': '2021-04-30T15:53:20Z', 'revision_number': 2, 'project_id': 'd8ee4c5d7ee14296ae7b09e587ba193f', 'subnets': [{'id': '9df7ce15-4b7e-4a0d-bc27-10461ded40c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e292ec3-4d2c-4b8a-9800-12c47b8d0605'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 15:53:21.398979 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c176f47-6130-47c1-a0a0-df3715c7087d None None] Checking router: 921d0a2f-fe55-429b-86f3-a62ab9ad7b93 for host: dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 15:53:21.399614 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c176f47-6130-47c1-a0a0-df3715c7087d None None] Updating router 921d0a2f-fe55-429b-86f3-a62ab9ad7b93 port 9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd binding host dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 15:53:21.450185 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-7c176f47-6130-47c1-a0a0-df3715c7087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:21.819661 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-7c176f47-6130-47c1-a0a0-df3715c7087d None None] Notify callbacks [] for port, precommit_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:21.834212 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.provisioning_blocks [None req-7c176f47-6130-47c1-a0a0-df3715c7087d None None] Transition to ACTIVE for port object 9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd will not be triggered until provisioned by entity L2. {{(pid=73966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 15:53:21.840340 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-7c176f47-6130-47c1-a0a0-df3715c7087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:21.845713 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:53:21.967949 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7820fe-4377-4516-881b-3902067caf3e None None] Pushing event updated for resources: {'Port': ['ID=9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd,revision_number=3']} {{(pid=73966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:53:21.982052 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7820fe-4377-4516-881b-3902067caf3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:21.982377 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7820fe-4377-4516-881b-3902067caf3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:21.982704 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7820fe-4377-4516-881b-3902067caf3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:21.983102 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7820fe-4377-4516-881b-3902067caf3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:21.983350 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7820fe-4377-4516-881b-3902067caf3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:21.983626 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7820fe-4377-4516-881b-3902067caf3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:21.983956 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7820fe-4377-4516-881b-3902067caf3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:21.984257 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7820fe-4377-4516-881b-3902067caf3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:21.984574 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7820fe-4377-4516-881b-3902067caf3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:21.984913 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7820fe-4377-4516-881b-3902067caf3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:21.985219 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7820fe-4377-4516-881b-3902067caf3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:21.985520 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7820fe-4377-4516-881b-3902067caf3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7820fe-4377-4516-881b-3902067caf3e None None] Tracked resource versions report: Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: pushed versions: Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: { 'AddressGroup': {'1.2'}, Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: 'ConntrackHelper': {'1.0'}, Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: 'Log': {'1.0'}, Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: 'Network': {'1.1'}, Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: 'Port': {'1.7'}, Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: 'PortForwarding': {'1.2'}, Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: 'QosPolicy': {'1.8'}, Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: 'SecurityGroup': {'1.4'}, Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: 'SecurityGroupRule': {'1.2'}, Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: 'SubPort': {'1.0'}, Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: 'Subnet': {'1.1'}, Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: 'Trunk': {'1.1'}} Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: consumer versions: Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: { DHCP agent@dv-cinder-787195-6-iscsi: {}, Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: L3 agent@dv-cinder-787195-6-iscsi: {}, Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: Metadata agent@dv-cinder-787195-6-iscsi: {}, Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: Metering agent@dv-cinder-787195-6-iscsi: {}, Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: Open vSwitch agent@dv-cinder-787195-6-iscsi: { 'AddressGroup': '1.2', Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: 'ConntrackHelper': '1.0', Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: 'Log': '1.0', Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: 'Network': '1.1', Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: 'Port': '1.7', Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: 'PortForwarding': '1.2', Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: 'QosPolicy': '1.8', Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: 'SecurityGroup': '1.4', Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: 'SecurityGroupRule': '1.2', Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: 'SubPort': '1.0', Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: 'Subnet': '1.1', Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: 'Trunk': '1.1'}} Apr 30 15:53:21.986725 dv-cinder-787195-6-iscsi neutron-server[73966]: {{(pid=73966) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 15:53:21.990606 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-2f7820fe-4377-4516-881b-3902067caf3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:53:22.084552 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-7c176f47-6130-47c1-a0a0-df3715c7087d None None] Attempting to bind port 9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 15:53:22.084954 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-7c176f47-6130-47c1-a0a0-df3715c7087d None None] Attempting to bind port 9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': 'ed351edd-b94c-43ee-b911-5497a0ded479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6bf3f1fb-c347-4179-af6f-93cfb0010de8'}] {{(pid=73966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 15:53:22.085368 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c176f47-6130-47c1-a0a0-df3715c7087d None None] Attempting to bind port 9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd on network 6bf3f1fb-c347-4179-af6f-93cfb0010de8 {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 15:53:22.090530 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c176f47-6130-47c1-a0a0-df3715c7087d None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 15, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 15:53:22.090930 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c176f47-6130-47c1-a0a0-df3715c7087d None None] Checking segment: {'id': 'ed351edd-b94c-43ee-b911-5497a0ded479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6bf3f1fb-c347-4179-af6f-93cfb0010de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 15:53:22.091389 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-7c176f47-6130-47c1-a0a0-df3715c7087d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:22.091768 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c176f47-6130-47c1-a0a0-df3715c7087d None None] Bound using segment: {'id': 'ed351edd-b94c-43ee-b911-5497a0ded479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6bf3f1fb-c347-4179-af6f-93cfb0010de8'} {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 15:53:22.092285 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-7c176f47-6130-47c1-a0a0-df3715c7087d None None] Bound port: 9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed351edd-b94c-43ee-b911-5497a0ded479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6bf3f1fb-c347-4179-af6f-93cfb0010de8'}}] {{(pid=73966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 15:53:22.092671 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-7c176f47-6130-47c1-a0a0-df3715c7087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:22.179965 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.db [None req-7c176f47-6130-47c1-a0a0-df3715c7087d None None] For port 9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 15:53:22.183899 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.db [None req-7c176f47-6130-47c1-a0a0-df3715c7087d None None] For port 9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd,segment=NetworkSegment(ed351edd-b94c-43ee-b911-5497a0ded479),segment_id=ed351edd-b94c-43ee-b911-5497a0ded479)] {{(pid=73966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 15:53:22.188557 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-7c176f47-6130-47c1-a0a0-df3715c7087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:22.193241 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-2f7820fe-4377-4516-881b-3902067caf3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:53:22.268152 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c176f47-6130-47c1-a0a0-df3715c7087d None None] Routers {'921d0a2f-fe55-429b-86f3-a62ab9ad7b93'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 15:53:22.268825 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-7c176f47-6130-47c1-a0a0-df3715c7087d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T15:53:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['921d0a2f-fe55-429b-86f3-a62ab9ad7b93'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 15:53:22.427557 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7820fe-4377-4516-881b-3902067caf3e None None] Pushing event updated for resources: {'Port': ['ID=9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd,revision_number=4']} {{(pid=73966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:53:22.430816 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-2f7820fe-4377-4516-881b-3902067caf3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:53:22.463823 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-7c176f47-6130-47c1-a0a0-df3715c7087d None None] Set router 921d0a2f-fe55-429b-86f3-a62ab9ad7b93 gateway port host: None {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 15:53:22.783188 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-7c176f47-6130-47c1-a0a0-df3715c7087d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921d0a2f-fe55-429b-86f3-a62ab9ad7b93', 'name': 'router1', 'tenant_id': 'd8ee4c5d7ee14296ae7b09e587ba193f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T15:53:10Z', 'updated_at': '2021-04-30T15:53:19Z', 'revision_number': 2, 'project_id': 'd8ee4c5d7ee14296ae7b09e587ba193f', 'gw_port_host': None, '_interfaces': [{'id': '9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd', 'name': '', 'network_id': '6bf3f1fb-c347-4179-af6f-93cfb0010de8', 'tenant_id': 'd8ee4c5d7ee14296ae7b09e587ba193f', 'mac_address': 'fa:16:3e:49:62:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d0a2f-fe55-429b-86f3-a62ab9ad7b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9df7ce15-4b7e-4a0d-bc27-10461ded40c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T15:53:19Z', 'updated_at': '2021-04-30T15:53:22Z', 'revision_number': 4, 'project_id': 'd8ee4c5d7ee14296ae7b09e587ba193f', 'subnets': [{'id': '9df7ce15-4b7e-4a0d-bc27-10461ded40c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e292ec3-4d2c-4b8a-9800-12c47b8d0605'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 15:53:22.786991 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c176f47-6130-47c1-a0a0-df3715c7087d None None] The sync data for ids ['921d0a2f-fe55-429b-86f3-a62ab9ad7b93'] in dv-cinder-787195-6-iscsi is: [{'id': '921d0a2f-fe55-429b-86f3-a62ab9ad7b93', 'name': 'router1', 'tenant_id': 'd8ee4c5d7ee14296ae7b09e587ba193f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T15:53:10Z', 'updated_at': '2021-04-30T15:53:19Z', 'revision_number': 2, 'project_id': 'd8ee4c5d7ee14296ae7b09e587ba193f', 'gw_port_host': None, '_interfaces': [{'id': '9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd', 'name': '', 'network_id': '6bf3f1fb-c347-4179-af6f-93cfb0010de8', 'tenant_id': 'd8ee4c5d7ee14296ae7b09e587ba193f', 'mac_address': 'fa:16:3e:49:62:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d0a2f-fe55-429b-86f3-a62ab9ad7b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9df7ce15-4b7e-4a0d-bc27-10461ded40c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T15:53:19Z', 'updated_at': '2021-04-30T15:53:22Z', 'revision_number': 4, 'project_id': 'd8ee4c5d7ee14296ae7b09e587ba193f', 'subnets': [{'id': '9df7ce15-4b7e-4a0d-bc27-10461ded40c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e292ec3-4d2c-4b8a-9800-12c47b8d0605'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 15:53:23.056030 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 56136) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:53:23.202460 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451d5d38-6da1-4b9f-aec7-3782e0e28614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:53:23.203855 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-451d5d38-6da1-4b9f-aec7-3782e0e28614 admin admin] 10.222.0.72 "GET /v2.0/networks/7713db68-e23d-4336-9c52-9698584522df HTTP/1.1" status: 200 len: 842 time: 0.1468863 Apr 30 15:53:23.213475 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-b276e9db-5338-4ee2-a4f7-30d889ffdd80 admin admin] Request body: {'subnet': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 15:53:23.218492 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-b276e9db-5338-4ee2-a4f7-30d889ffdd80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 15:53:23.222462 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-b276e9db-5338-4ee2-a4f7-30d889ffdd80 admin admin] Usage tracker for resource:subnet and tenant:3174f407219c41dbb34a930d88c5ea23 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 15:53:23.225362 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-b276e9db-5338-4ee2-a4f7-30d889ffdd80 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 15:53:23.230913 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-b276e9db-5338-4ee2-a4f7-30d889ffdd80 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 15:53:23.241381 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b276e9db-5338-4ee2-a4f7-30d889ffdd80 admin admin] Made reservation on behalf of 3174f407219c41dbb34a930d88c5ea23 for: {'subnet': 1} {{(pid=73964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 15:53:23.243648 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b276e9db-5338-4ee2-a4f7-30d889ffdd80 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:23.671527 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.objects.ports [None req-b276e9db-5338-4ee2-a4f7-30d889ffdd80 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=73964) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Apr 30 15:53:23.671972 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b276e9db-5338-4ee2-a4f7-30d889ffdd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for subnet, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:23.676859 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:53:23.742842 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276e9db-5338-4ee2-a4f7-30d889ffdd80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c05463b-e465-4436-9156-1956ee4f9865,revision_number=0']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:53:23.749332 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-b276e9db-5338-4ee2-a4f7-30d889ffdd80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:53:23.751820 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b276e9db-5338-4ee2-a4f7-30d889ffdd80 admin admin] Checking segment: {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 15:53:23.752186 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b276e9db-5338-4ee2-a4f7-30d889ffdd80 admin admin] Network hostable DHCP agents. Network: 7713db68-e23d-4336-9c52-9698584522df, hostable agents: ['bfd10ce1-d195-4e07-9fe2-51a3c988df31'], hosted agents: [] {{(pid=73964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 15:53:23.769970 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b276e9db-5338-4ee2-a4f7-30d889ffdd80 admin admin] Network 7713db68-e23d-4336-9c52-9698584522df is scheduled to be hosted by DHCP agent bfd10ce1-d195-4e07-9fe2-51a3c988df31 with binding_index 1 {{(pid=73964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 15:53:23.780651 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-b276e9db-5338-4ee2-a4f7-30d889ffdd80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-iscsi, 7713db68-e23d-4336-9c52-9698584522df) {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 15:53:23.786081 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b276e9db-5338-4ee2-a4f7-30d889ffdd80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:53:23.788076 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b276e9db-5338-4ee2-a4f7-30d889ffdd80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for subnet, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:23.789089 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5655e9bf-711c-45b4-80da-9c1483872da1 None None] Network 7713db68-e23d-4336-9c52-9698584522df requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 15:53:23.822360 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-b276e9db-5338-4ee2-a4f7-30d889ffdd80 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5992606 Apr 30 15:53:24.033701 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5853284-1cb8-4f87-b8c6-5056a2a4b6e7 None None] Network 7713db68-e23d-4336-9c52-9698584522df requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 15:53:25.793357 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 15:53:25.871576 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port 9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 15:53:25.877445 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 15:53:25.877818 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:26.021434 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:26.057444 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] For port 9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd,segment=NetworkSegment(ed351edd-b94c-43ee-b911-5497a0ded479),segment_id=ed351edd-b94c-43ee-b911-5497a0ded479)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 15:53:26.061432 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:26.065811 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-bfc04c42-cfda-4448-a5db-2de5f9502d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:53:26.085614 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 56150) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:53:26.137622 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Pushing event updated for resources: {'Port': ['ID=9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:53:26.143298 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:53:26.345162 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-c0471c3e-225a-498c-b8b7-4a26530a695c admin admin] 10.222.0.72 "GET /v2.0/routers/921d0a2f-fe55-429b-86f3-a62ab9ad7b93 HTTP/1.1" status: 200 len: 710 time: 0.2582002 Apr 30 15:53:26.475602 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b7801d-1be8-48a4-9fd8-a0018f0c5667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:53:26.476981 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-c5b7801d-1be8-48a4-9fd8-a0018f0c5667 admin admin] 10.222.0.72 "GET /v2.0/networks/7713db68-e23d-4336-9c52-9698584522df HTTP/1.1" status: 200 len: 886 time: 0.1268055 Apr 30 15:53:26.489793 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-7ed02443-2327-4e88-84e6-53a85b21fb16 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df'}}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 15:53:26.917755 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7ed02443-2327-4e88-84e6-53a85b21fb16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658330', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12713'] for router, precommit_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:27.240641 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7ed02443-2327-4e88-84e6-53a85b21fb16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:27.294265 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7ed02443-2327-4e88-84e6-53a85b21fb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:27.467713 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_common [None req-7ed02443-2327-4e88-84e6-53a85b21fb16 admin admin] Allocated IP 172.27.3.107 (7713db68-e23d-4336-9c52-9698584522df/6c05463b-e465-4436-9156-1956ee4f9865/cb094652-7bc5-41af-ae33-0065df57df89) {{(pid=73964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 15:53:27.607168 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7ed02443-2327-4e88-84e6-53a85b21fb16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:27.635330 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7ed02443-2327-4e88-84e6-53a85b21fb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206'] for port, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:27.639681 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:53:27.700959 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed02443-2327-4e88-84e6-53a85b21fb16 admin admin] Network 7713db68-e23d-4336-9c52-9698584522df is already hosted by enough agents. {{(pid=73964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 15:53:27.702037 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-7ed02443-2327-4e88-84e6-53a85b21fb16 admin admin] Resources bound (agent type, host, resource id): {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 15:53:27.707070 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed02443-2327-4e88-84e6-53a85b21fb16 admin admin] Received port after_create {{(pid=73964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 15:53:27.769949 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed02443-2327-4e88-84e6-53a85b21fb16 admin admin] Pushing event updated for resources: {'Port': ['ID=cb094652-7bc5-41af-ae33-0065df57df89,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:53:27.775397 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 15:53:27.820806 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-7ed02443-2327-4e88-84e6-53a85b21fb16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:53:27.841619 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 15:53:27.841987 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:28.084344 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7ed02443-2327-4e88-84e6-53a85b21fb16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:28.411082 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7ed02443-2327-4e88-84e6-53a85b21fb16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658330', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12713'] for router, precommit_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:28.414199 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7ed02443-2327-4e88-84e6-53a85b21fb16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-655996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-665368'] for router, after_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:28.588790 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed02443-2327-4e88-84e6-53a85b21fb16 admin admin] Router 921d0a2f-fe55-429b-86f3-a62ab9ad7b93 has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 15:53:28.808745 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed02443-2327-4e88-84e6-53a85b21fb16 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 15:53:28.816782 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7ed02443-2327-4e88-84e6-53a85b21fb16 admin admin] Notify callbacks [] for router, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:28.817938 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-7ed02443-2327-4e88-84e6-53a85b21fb16 admin admin] 10.222.0.72 "PUT /v2.0/routers/921d0a2f-fe55-429b-86f3-a62ab9ad7b93 HTTP/1.1" status: 200 len: 890 time: 2.3315110 Apr 30 15:53:28.818938 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf6e761-f44b-4baf-9ea1-a7e43d32e2b4 None None] Sync routers for ids ['921d0a2f-fe55-429b-86f3-a62ab9ad7b93'] in dv-cinder-787195-6-iscsi {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 15:53:28.829114 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf6e761-f44b-4baf-9ea1-a7e43d32e2b4 None None] Routers {'921d0a2f-fe55-429b-86f3-a62ab9ad7b93'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 15:53:28.829751 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-0cf6e761-f44b-4baf-9ea1-a7e43d32e2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T15:53:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['921d0a2f-fe55-429b-86f3-a62ab9ad7b93'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 15:53:29.041611 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-0cf6e761-f44b-4baf-9ea1-a7e43d32e2b4 None None] Set router 921d0a2f-fe55-429b-86f3-a62ab9ad7b93 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 15:53:29.379099 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-0cf6e761-f44b-4baf-9ea1-a7e43d32e2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921d0a2f-fe55-429b-86f3-a62ab9ad7b93', 'name': 'router1', 'tenant_id': 'd8ee4c5d7ee14296ae7b09e587ba193f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'cb094652-7bc5-41af-ae33-0065df57df89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T15:53:10Z', 'updated_at': '2021-04-30T15:53:27Z', 'revision_number': 4, 'project_id': 'd8ee4c5d7ee14296ae7b09e587ba193f', 'gw_port': {'id': 'cb094652-7bc5-41af-ae33-0065df57df89', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d0a2f-fe55-429b-86f3-a62ab9ad7b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T15:53:27Z', 'updated_at': '2021-04-30T15:53:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd', 'name': '', 'network_id': '6bf3f1fb-c347-4179-af6f-93cfb0010de8', 'tenant_id': 'd8ee4c5d7ee14296ae7b09e587ba193f', 'mac_address': 'fa:16:3e:49:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d0a2f-fe55-429b-86f3-a62ab9ad7b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9df7ce15-4b7e-4a0d-bc27-10461ded40c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T15:53:19Z', 'updated_at': '2021-04-30T15:53:26Z', 'revision_number': 5, 'project_id': 'd8ee4c5d7ee14296ae7b09e587ba193f', 'subnets': [{'id': '9df7ce15-4b7e-4a0d-bc27-10461ded40c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e292ec3-4d2c-4b8a-9800-12c47b8d0605'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 15:53:29.383865 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf6e761-f44b-4baf-9ea1-a7e43d32e2b4 None None] Checking router: 921d0a2f-fe55-429b-86f3-a62ab9ad7b93 for host: dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 15:53:29.384248 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf6e761-f44b-4baf-9ea1-a7e43d32e2b4 None None] Updating router 921d0a2f-fe55-429b-86f3-a62ab9ad7b93 port cb094652-7bc5-41af-ae33-0065df57df89 binding host dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 15:53:29.439202 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-0cf6e761-f44b-4baf-9ea1-a7e43d32e2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:29.767064 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-0cf6e761-f44b-4baf-9ea1-a7e43d32e2b4 None None] Notify callbacks [] for port, precommit_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:29.778433 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-0cf6e761-f44b-4baf-9ea1-a7e43d32e2b4 None None] Transition to ACTIVE for port object cb094652-7bc5-41af-ae33-0065df57df89 will not be triggered until provisioned by entity L2. {{(pid=73965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 15:53:29.784990 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-0cf6e761-f44b-4baf-9ea1-a7e43d32e2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:29.789495 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-3879f0b6-2410-4de7-a1bf-c61c9fdb76f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:53:29.862748 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ee382-f5fb-4c23-a1e8-3ec91ce324ea None None] Pushing event updated for resources: {'Port': ['ID=cb094652-7bc5-41af-ae33-0065df57df89,revision_number=2']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:53:29.866106 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-b02ee382-f5fb-4c23-a1e8-3ec91ce324ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:53:29.866874 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-0cf6e761-f44b-4baf-9ea1-a7e43d32e2b4 None None] Attempting to bind port cb094652-7bc5-41af-ae33-0065df57df89 on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 15:53:29.867233 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-0cf6e761-f44b-4baf-9ea1-a7e43d32e2b4 None None] Attempting to bind port cb094652-7bc5-41af-ae33-0065df57df89 by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 15:53:29.867590 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf6e761-f44b-4baf-9ea1-a7e43d32e2b4 None None] Attempting to bind port cb094652-7bc5-41af-ae33-0065df57df89 on network 7713db68-e23d-4336-9c52-9698584522df {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 15:53:29.872912 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf6e761-f44b-4baf-9ea1-a7e43d32e2b4 None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 15, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 15:53:29.873275 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf6e761-f44b-4baf-9ea1-a7e43d32e2b4 None None] Checking segment: {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 15:53:29.873668 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-0cf6e761-f44b-4baf-9ea1-a7e43d32e2b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:29.874046 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf6e761-f44b-4baf-9ea1-a7e43d32e2b4 None None] Bound using segment: {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 15:53:29.874502 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-0cf6e761-f44b-4baf-9ea1-a7e43d32e2b4 None None] Bound port: cb094652-7bc5-41af-ae33-0065df57df89, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'}}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 15:53:29.874884 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-0cf6e761-f44b-4baf-9ea1-a7e43d32e2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:29.947601 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-0cf6e761-f44b-4baf-9ea1-a7e43d32e2b4 None None] For port cb094652-7bc5-41af-ae33-0065df57df89, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 15:53:29.950506 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-0cf6e761-f44b-4baf-9ea1-a7e43d32e2b4 None None] For port cb094652-7bc5-41af-ae33-0065df57df89, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=cb094652-7bc5-41af-ae33-0065df57df89,segment=NetworkSegment(a30bcc7b-d76f-404c-9f7c-d7e43145326e),segment_id=a30bcc7b-d76f-404c-9f7c-d7e43145326e)] {{(pid=73965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 15:53:29.955005 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-0cf6e761-f44b-4baf-9ea1-a7e43d32e2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:29.959118 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:53:30.037848 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf6e761-f44b-4baf-9ea1-a7e43d32e2b4 None None] Routers {'921d0a2f-fe55-429b-86f3-a62ab9ad7b93'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 15:53:30.038461 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-0cf6e761-f44b-4baf-9ea1-a7e43d32e2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T15:53:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['921d0a2f-fe55-429b-86f3-a62ab9ad7b93'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 15:53:30.102999 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ee382-f5fb-4c23-a1e8-3ec91ce324ea None None] Pushing event updated for resources: {'Port': ['ID=cb094652-7bc5-41af-ae33-0065df57df89,revision_number=3']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:53:30.107610 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-b02ee382-f5fb-4c23-a1e8-3ec91ce324ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:53:30.225374 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-0cf6e761-f44b-4baf-9ea1-a7e43d32e2b4 None None] Set router 921d0a2f-fe55-429b-86f3-a62ab9ad7b93 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 15:53:30.574055 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-0cf6e761-f44b-4baf-9ea1-a7e43d32e2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921d0a2f-fe55-429b-86f3-a62ab9ad7b93', 'name': 'router1', 'tenant_id': 'd8ee4c5d7ee14296ae7b09e587ba193f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'cb094652-7bc5-41af-ae33-0065df57df89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T15:53:10Z', 'updated_at': '2021-04-30T15:53:27Z', 'revision_number': 4, 'project_id': 'd8ee4c5d7ee14296ae7b09e587ba193f', 'gw_port': {'id': 'cb094652-7bc5-41af-ae33-0065df57df89', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d0a2f-fe55-429b-86f3-a62ab9ad7b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T15:53:27Z', 'updated_at': '2021-04-30T15:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd', 'name': '', 'network_id': '6bf3f1fb-c347-4179-af6f-93cfb0010de8', 'tenant_id': 'd8ee4c5d7ee14296ae7b09e587ba193f', 'mac_address': 'fa:16:3e:49:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d0a2f-fe55-429b-86f3-a62ab9ad7b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9df7ce15-4b7e-4a0d-bc27-10461ded40c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T15:53:19Z', 'updated_at': '2021-04-30T15:53:26Z', 'revision_number': 5, 'project_id': 'd8ee4c5d7ee14296ae7b09e587ba193f', 'subnets': [{'id': '9df7ce15-4b7e-4a0d-bc27-10461ded40c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e292ec3-4d2c-4b8a-9800-12c47b8d0605'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 15:53:30.577811 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf6e761-f44b-4baf-9ea1-a7e43d32e2b4 None None] The sync data for ids ['921d0a2f-fe55-429b-86f3-a62ab9ad7b93'] in dv-cinder-787195-6-iscsi is: [{'id': '921d0a2f-fe55-429b-86f3-a62ab9ad7b93', 'name': 'router1', 'tenant_id': 'd8ee4c5d7ee14296ae7b09e587ba193f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'cb094652-7bc5-41af-ae33-0065df57df89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T15:53:10Z', 'updated_at': '2021-04-30T15:53:27Z', 'revision_number': 4, 'project_id': 'd8ee4c5d7ee14296ae7b09e587ba193f', 'gw_port': {'id': 'cb094652-7bc5-41af-ae33-0065df57df89', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921d0a2f-fe55-429b-86f3-a62ab9ad7b93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T15:53:27Z', 'updated_at': '2021-04-30T15:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd', 'name': '', 'network_id': '6bf3f1fb-c347-4179-af6f-93cfb0010de8', 'tenant_id': 'd8ee4c5d7ee14296ae7b09e587ba193f', 'mac_address': 'fa:16:3e:49:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921d0a2f-fe55-429b-86f3-a62ab9ad7b93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9df7ce15-4b7e-4a0d-bc27-10461ded40c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T15:53:19Z', 'updated_at': '2021-04-30T15:53:26Z', 'revision_number': 5, 'project_id': 'd8ee4c5d7ee14296ae7b09e587ba193f', 'subnets': [{'id': '9df7ce15-4b7e-4a0d-bc27-10461ded40c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e292ec3-4d2c-4b8a-9800-12c47b8d0605'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 15:53:31.177218 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 56160) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:53:31.294509 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-7f6141ef-837a-4014-ac6c-5096188870f5 admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1161978 Apr 30 15:53:31.794603 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device cb094652-7bc5-41af-ae33-0065df57df89 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 15:53:31.862584 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port cb094652-7bc5-41af-ae33-0065df57df89 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 15:53:31.866988 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port cb094652-7bc5-41af-ae33-0065df57df89 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 15:53:31.867385 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:31.984838 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:32.002266 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] For port cb094652-7bc5-41af-ae33-0065df57df89, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=cb094652-7bc5-41af-ae33-0065df57df89,segment=NetworkSegment(a30bcc7b-d76f-404c-9f7c-d7e43145326e),segment_id=a30bcc7b-d76f-404c-9f7c-d7e43145326e)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 15:53:32.006425 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:32.008777 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-b02ee382-f5fb-4c23-a1e8-3ec91ce324ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:53:32.073372 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Pushing event updated for resources: {'Port': ['ID=cb094652-7bc5-41af-ae33-0065df57df89,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:53:32.076338 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:53:33.798511 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device cb094652-7bc5-41af-ae33-0065df57df89 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 15:53:33.871015 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port cb094652-7bc5-41af-ae33-0065df57df89 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 15:53:33.871303 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:43.136180 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-c2c8d93f-49fa-4a0d-8a4d-a3e60a487858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:43.371189 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 5 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 15:53:45.850526 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:45.880245 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-78365f7a-793d-4de1-92a0-568990d09793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:46.577439 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:53:48.351350 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:54:13.150614 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-d392d580-e53b-48d4-b1ba-954faec61b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:54:15.856296 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:54:15.883463 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-9dcd69a4-2170-4d91-ada9-55254358c085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:54:16.579892 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:54:18.348334 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:54:20.370035 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 5 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 15:54:43.145537 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-8585c017-0500-4bd2-afe1-10cef530e860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:54:45.849710 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:54:45.887515 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-a50a3a79-2a42-442d-b5ca-8ed86d8eb490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:54:46.582344 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:54:48.351848 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:54:57.372691 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 5 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 15:55:05.599834 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 56730) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:55:05.666086 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba423ff7-76ad-4dd2-a610-02b67486860c admin admin] GET failed (client error): The resource could not be found. Apr 30 15:55:05.667295 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-ba423ff7-76ad-4dd2-a610-02b67486860c admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0665350 Apr 30 15:55:05.794894 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17a95ce-16f1-4304-a554-5a710b06c0a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:55:05.796770 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-e17a95ce-16f1-4304-a554-5a710b06c0a5 admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1248884 Apr 30 15:55:07.962595 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 56740) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:55:08.072248 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc6e628-959b-4513-b99e-a605254d3f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:55:08.073470 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-8bc6e628-959b-4513-b99e-a605254d3f5b admin admin] 10.222.0.72 "GET /v2.0/subnets/9df7ce15-4b7e-4a0d-bc27-10461ded40c2 HTTP/1.1" status: 200 len: 849 time: 0.1099584 Apr 30 15:55:08.082945 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-f6fce437-ffe9-4027-b5dc-215f66e4daaa admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 15:55:08.205280 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f6fce437-ffe9-4027-b5dc-215f66e4daaa admin admin] Notify callbacks [] for subnet, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:55:08.498026 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f6fce437-ffe9-4027-b5dc-215f66e4daaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758133264222'] for subnet, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:55:08.503115 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-fbab86e6-8cdf-47a7-b3a9-76d2c678aaec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:55:08.539020 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fce437-ffe9-4027-b5dc-215f66e4daaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:55:08.539939 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f6fce437-ffe9-4027-b5dc-215f66e4daaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for subnet, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:55:08.551943 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-f6fce437-ffe9-4027-b5dc-215f66e4daaa admin admin] 10.222.0.72 "PUT /v2.0/subnets/9df7ce15-4b7e-4a0d-bc27-10461ded40c2 HTTP/1.1" status: 200 len: 868 time: 0.4614961 Apr 30 15:55:08.552219 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbb8341-74a2-44e3-b23b-773de1213db6 None None] Network 6bf3f1fb-c347-4179-af6f-93cfb0010de8 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 15:55:08.568602 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fce437-ffe9-4027-b5dc-215f66e4daaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9df7ce15-4b7e-4a0d-bc27-10461ded40c2,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:55:08.576252 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fce437-ffe9-4027-b5dc-215f66e4daaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:55:08.577216 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fce437-ffe9-4027-b5dc-215f66e4daaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:55:08.577505 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fce437-ffe9-4027-b5dc-215f66e4daaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:55:08.577832 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fce437-ffe9-4027-b5dc-215f66e4daaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:55:08.578136 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fce437-ffe9-4027-b5dc-215f66e4daaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:55:08.578452 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fce437-ffe9-4027-b5dc-215f66e4daaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:55:08.578764 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fce437-ffe9-4027-b5dc-215f66e4daaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:55:08.579074 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fce437-ffe9-4027-b5dc-215f66e4daaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:55:08.579390 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fce437-ffe9-4027-b5dc-215f66e4daaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:55:08.579697 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fce437-ffe9-4027-b5dc-215f66e4daaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:55:08.580035 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fce437-ffe9-4027-b5dc-215f66e4daaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:55:08.580343 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fce437-ffe9-4027-b5dc-215f66e4daaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:55:08.583826 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-f6fce437-ffe9-4027-b5dc-215f66e4daaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:55:08.973953 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-6529e33d-5662-4887-9570-66890469c1d4 None None] Provisioning complete for port 9fbc5e55-e8ea-4f0f-b7e6-02c278d030cd triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 15:55:08.974324 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-6529e33d-5662-4887-9570-66890469c1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:55:09.097724 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-6529e33d-5662-4887-9570-66890469c1d4 None None] Provisioning complete for port 3c53dc96-1c7f-4b21-81db-7cc4d0877238 triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 15:55:09.097983 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-6529e33d-5662-4887-9570-66890469c1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:55:10.645539 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 56750) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:55:10.819742 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e225955c-a53d-4bb1-ac0d-6b747b2b9e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:55:10.820247 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e225955c-a53d-4bb1-ac0d-6b747b2b9e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:55:10.820955 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-e225955c-a53d-4bb1-ac0d-6b747b2b9e1e admin admin] Synchronizing usage tracker for tenant:3174f407219c41dbb34a930d88c5ea23 on resource:network {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 15:55:10.837968 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-e225955c-a53d-4bb1-ac0d-6b747b2b9e1e admin admin] Unset dirty status for tenant:3174f407219c41dbb34a930d88c5ea23 on resource:network {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 15:55:10.838997 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-e225955c-a53d-4bb1-ac0d-6b747b2b9e1e admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1925423 Apr 30 15:55:12.937932 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 56760) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:55:13.111663 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775f1da3-7a64-428a-9668-7defb7d16cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:55:13.112175 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775f1da3-7a64-428a-9668-7defb7d16cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:55:13.113681 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-775f1da3-7a64-428a-9668-7defb7d16cc7 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1747086 Apr 30 15:55:13.150541 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-b984c525-a1b8-47db-8a51-1643872abf13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:55:15.245144 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 56770) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:55:15.418685 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddb8bbf-a3bc-4cd2-baf0-227c13ede272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:55:15.420178 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-0ddb8bbf-a3bc-4cd2-baf0-227c13ede272 admin admin] 10.222.0.72 "GET /v2.0/networks/6bf3f1fb-c347-4179-af6f-93cfb0010de8 HTTP/1.1" status: 200 len: 868 time: 0.1739984 Apr 30 15:55:15.873549 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:55:15.890664 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bfd930e7-b53f-4ec8-a971-6111a992d9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:55:16.586275 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:55:17.518714 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 56780) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:55:17.684334 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b785d9-d82c-4483-883a-5296454a6633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:55:17.685785 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-24b785d9-d82c-4483-883a-5296454a6633 admin admin] 10.222.0.72 "GET /v2.0/networks/7713db68-e23d-4336-9c52-9698584522df HTTP/1.1" status: 200 len: 886 time: 0.1660371 Apr 30 15:55:18.353011 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:55:19.800268 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 56790) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:55:19.910993 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f829c3-5305-4bb4-a230-5464651cf4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:55:19.911456 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f829c3-5305-4bb4-a230-5464651cf4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:55:19.913041 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-c0f829c3-5305-4bb4-a230-5464651cf4e5 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1118350 Apr 30 15:55:22.025475 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 56800) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:55:22.131248 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34185c01-f175-4897-87cd-ba2fd46dffcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:55:22.131712 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34185c01-f175-4897-87cd-ba2fd46dffcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:55:22.133211 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-34185c01-f175-4897-87cd-ba2fd46dffcb admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1067989 Apr 30 15:55:24.235565 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 56810) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:55:24.335857 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4600f40-e31e-48d4-920d-d319c314d2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:55:24.337185 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-f4600f40-e31e-48d4-920d-d319c314d2b7 admin admin] 10.222.0.72 "GET /v2.0/subnets/6c05463b-e465-4436-9156-1956ee4f9865 HTTP/1.1" status: 200 len: 816 time: 0.1006494 Apr 30 15:55:26.462972 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 56820) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:55:26.596459 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3aa1fe-3fb4-4ce5-966d-bfa876244244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:55:26.597778 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-6b3aa1fe-3fb4-4ce5-966d-bfa876244244 admin admin] 10.222.0.72 "GET /v2.0/subnets/9df7ce15-4b7e-4a0d-bc27-10461ded40c2 HTTP/1.1" status: 200 len: 868 time: 0.1338768 Apr 30 15:55:34.371509 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 5 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 15:55:43.152834 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-4ebdc32b-ea9c-4ebf-beca-94316b62fa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:55:45.855363 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:55:45.891533 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-5c8770ff-6568-4a5e-a1a9-56434eeced0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:55:46.588081 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:55:48.356170 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:55:49.543247 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 56864) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:55:49.589986 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [None req-88774f5c-c2cd-41db-9d40-66d9284687bf admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=73964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 15:55:49.590978 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-88774f5c-c2cd-41db-9d40-66d9284687bf admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468061 Apr 30 15:55:51.799229 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 56874) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:55:51.867685 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.pecan_wsgi.hooks.translation [None req-69dda763-ed16-4ee6-9831-ad66c14d5208 admin admin] GET failed (client error): The resource could not be found. Apr 30 15:55:51.868947 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-69dda763-ed16-4ee6-9831-ad66c14d5208 admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0686574 Apr 30 15:55:51.991801 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4744b786-a8d8-44e8-be7a-4d6509180920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:55:51.993238 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-4744b786-a8d8-44e8-be7a-4d6509180920 admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1205180 Apr 30 15:55:54.156370 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 56884) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:55:54.203001 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-705c6aa2-87d3-44a2-9b17-33a9a4139300 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 15:55:54.207391 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-705c6aa2-87d3-44a2-9b17-33a9a4139300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 15:55:54.217167 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-705c6aa2-87d3-44a2-9b17-33a9a4139300 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 15:55:54.226733 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705c6aa2-87d3-44a2-9b17-33a9a4139300 admin admin] Made reservation on behalf of 3174f407219c41dbb34a930d88c5ea23 for: {'network': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 15:55:54.229107 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-705c6aa2-87d3-44a2-9b17-33a9a4139300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for network, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:55:54.314353 dv-cinder-787195-6-iscsi neutron-server[73963]: WARNING neutron.services.revisions.revision_plugin [None req-705c6aa2-87d3-44a2-9b17-33a9a4139300 admin admin] Could not find related network for resource to bump revision. Apr 30 15:55:54.326852 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705c6aa2-87d3-44a2-9b17-33a9a4139300 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=73963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 15:55:54.335633 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-705c6aa2-87d3-44a2-9b17-33a9a4139300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:55:54.335928 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.db.segments_db [None req-705c6aa2-87d3-44a2-9b17-33a9a4139300 admin admin] Added segment 34bcdcc5-ca0a-4730-8643-6092ea7bb623 of type vlan for network 8350f095-497e-4046-9000-7863b8dae70d Apr 30 15:55:54.362481 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-705c6aa2-87d3-44a2-9b17-33a9a4139300 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132848788'] for network, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:55:54.389823 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-705c6aa2-87d3-44a2-9b17-33a9a4139300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for network, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:55:54.391109 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705c6aa2-87d3-44a2-9b17-33a9a4139300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:55:54.391695 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-705c6aa2-87d3-44a2-9b17-33a9a4139300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:55:54.396257 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:55:54.491003 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-705c6aa2-87d3-44a2-9b17-33a9a4139300 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3335233 Apr 30 15:55:54.491681 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c6aa2-87d3-44a2-9b17-33a9a4139300 admin admin] Pushing event updated for resources: {'Network': ['ID=8350f095-497e-4046-9000-7863b8dae70d,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:55:54.494331 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-705c6aa2-87d3-44a2-9b17-33a9a4139300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:55:54.502471 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Network 8350f095-497e-4046-9000-7863b8dae70d details requested by agent ovs-agent-dv-cinder-787195-6-iscsi with host dv-cinder-787195-6-iscsi {{(pid=73965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 15:55:56.650091 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 56894) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:55:56.716294 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b083436-49b9-4151-9117-387fd9cf6e48 admin admin] GET failed (client error): The resource could not be found. Apr 30 15:55:56.716791 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-3b083436-49b9-4151-9117-387fd9cf6e48 admin admin] Synchronizing usage tracker for tenant:3174f407219c41dbb34a930d88c5ea23 on resource:network {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 15:55:56.730802 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-3b083436-49b9-4151-9117-387fd9cf6e48 admin admin] Unset dirty status for tenant:3174f407219c41dbb34a930d88c5ea23 on resource:network {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 15:55:56.732315 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-3b083436-49b9-4151-9117-387fd9cf6e48 admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0812645 Apr 30 15:55:56.834703 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1afd351-0d1a-48af-9830-593b0f90e29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:55:56.836058 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-f1afd351-0d1a-48af-9830-593b0f90e29d admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0998616 Apr 30 15:55:56.845353 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-2aa25946-c3fd-4828-aaaa-a11be4e7383e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '8350f095-497e-4046-9000-7863b8dae70d', 'ip_version': 4}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 15:55:56.849570 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-2aa25946-c3fd-4828-aaaa-a11be4e7383e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 15:55:56.853271 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-2aa25946-c3fd-4828-aaaa-a11be4e7383e admin admin] Usage tracker for resource:subnet and tenant:3174f407219c41dbb34a930d88c5ea23 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 15:55:56.855987 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-2aa25946-c3fd-4828-aaaa-a11be4e7383e admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 15:55:56.862000 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-2aa25946-c3fd-4828-aaaa-a11be4e7383e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 15:55:56.871212 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa25946-c3fd-4828-aaaa-a11be4e7383e admin admin] Made reservation on behalf of 3174f407219c41dbb34a930d88c5ea23 for: {'subnet': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 15:55:56.874500 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2aa25946-c3fd-4828-aaaa-a11be4e7383e admin admin] Notify callbacks [] for subnet, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:55:57.236867 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2aa25946-c3fd-4828-aaaa-a11be4e7383e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for subnet, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:55:57.241360 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:55:57.311159 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa25946-c3fd-4828-aaaa-a11be4e7383e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6126589-6ed3-4f6f-a615-200eba1b26c7,revision_number=0']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:55:57.313737 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-2aa25946-c3fd-4828-aaaa-a11be4e7383e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:55:57.320510 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa25946-c3fd-4828-aaaa-a11be4e7383e admin admin] Checking segment: {'id': '34bcdcc5-ca0a-4730-8643-6092ea7bb623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8350f095-497e-4046-9000-7863b8dae70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 15:55:57.320884 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa25946-c3fd-4828-aaaa-a11be4e7383e admin admin] Network hostable DHCP agents. Network: 8350f095-497e-4046-9000-7863b8dae70d, hostable agents: ['bfd10ce1-d195-4e07-9fe2-51a3c988df31'], hosted agents: [] {{(pid=73963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 15:55:57.336470 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa25946-c3fd-4828-aaaa-a11be4e7383e admin admin] Network 8350f095-497e-4046-9000-7863b8dae70d is scheduled to be hosted by DHCP agent bfd10ce1-d195-4e07-9fe2-51a3c988df31 with binding_index 1 {{(pid=73963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 15:55:57.346490 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [None req-2aa25946-c3fd-4828-aaaa-a11be4e7383e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-iscsi, 8350f095-497e-4046-9000-7863b8dae70d) {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 15:55:57.350576 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa25946-c3fd-4828-aaaa-a11be4e7383e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 15:55:57.351155 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2aa25946-c3fd-4828-aaaa-a11be4e7383e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for subnet, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:55:57.355948 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbf9d2f-28b9-41d4-b3cb-bbd3944d0e77 None None] Network 8350f095-497e-4046-9000-7863b8dae70d requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 15:55:57.371197 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-2aa25946-c3fd-4828-aaaa-a11be4e7383e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5290983 Apr 30 15:55:57.577831 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f83a816-f938-505d-a748-952e2383f86f-8350f095-497e-4046-9000-7863b8dae70d', 'network_id': '8350f095-497e-4046-9000-7863b8dae70d', 'tenant_id': '3174f407219c41dbb34a930d88c5ea23', 'fixed_ips': [{'subnet_id': 'd6126589-6ed3-4f6f-a615-200eba1b26c7'}]}} from dv-cinder-787195-6-iscsi. {{(pid=73965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 15:55:57.578661 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:55:57.730687 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.db_base_plugin_common [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Allocated IP 192.168.233.2 (8350f095-497e-4046-9000-7863b8dae70d/d6126589-6ed3-4f6f-a615-200eba1b26c7/b8963060-9697-4899-b015-61ce7418f6a1) {{(pid=73965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 15:55:57.937135 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Notify callbacks [] for port, precommit_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:55:57.948759 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Transition to ACTIVE for port object b8963060-9697-4899-b015-61ce7418f6a1 will not be triggered until provisioned by entity L2. {{(pid=73965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 15:55:57.967536 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Transition to ACTIVE for port object b8963060-9697-4899-b015-61ce7418f6a1 will not be triggered until provisioned by entity DHCP. {{(pid=73965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 15:55:57.974012 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206'] for port, after_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:55:57.978500 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:55:58.041459 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Network 8350f095-497e-4046-9000-7863b8dae70d is already hosted by enough agents. {{(pid=73965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 15:55:58.044977 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.scheduler.base_scheduler [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Resources bound (agent type, host, resource id): {{(pid=73965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 15:55:58.049572 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Received port after_create {{(pid=73965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 15:55:58.051668 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Pushing event updated for resources: {'Port': ['ID=b8963060-9697-4899-b015-61ce7418f6a1,revision_number=1']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:55:58.060630 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:55:58.060964 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:55:58.061283 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:55:58.061611 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:55:58.061922 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:55:58.062242 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:55:58.062558 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:55:58.062875 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:55:58.063208 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:55:58.063519 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:55:58.063849 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:55:58.064182 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:55:58.092948 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:55:58.150146 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Attempting to bind port b8963060-9697-4899-b015-61ce7418f6a1 on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 15:55:58.150509 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Attempting to bind port b8963060-9697-4899-b015-61ce7418f6a1 by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': '34bcdcc5-ca0a-4730-8643-6092ea7bb623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8350f095-497e-4046-9000-7863b8dae70d'}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 15:55:58.150861 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Attempting to bind port b8963060-9697-4899-b015-61ce7418f6a1 on network 8350f095-497e-4046-9000-7863b8dae70d {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 15:55:58.156701 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 15, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 15:55:58.157061 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Checking segment: {'id': '34bcdcc5-ca0a-4730-8643-6092ea7bb623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8350f095-497e-4046-9000-7863b8dae70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 15:55:58.157448 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:55:58.157836 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Bound using segment: {'id': '34bcdcc5-ca0a-4730-8643-6092ea7bb623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8350f095-497e-4046-9000-7863b8dae70d'} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 15:55:58.158333 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Bound port: b8963060-9697-4899-b015-61ce7418f6a1, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34bcdcc5-ca0a-4730-8643-6092ea7bb623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8350f095-497e-4046-9000-7863b8dae70d'}}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 15:55:58.158708 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:55:58.247180 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] For port b8963060-9697-4899-b015-61ce7418f6a1, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 15:55:58.250399 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] For port b8963060-9697-4899-b015-61ce7418f6a1, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=b8963060-9697-4899-b015-61ce7418f6a1,segment=NetworkSegment(34bcdcc5-ca0a-4730-8643-6092ea7bb623),segment_id=34bcdcc5-ca0a-4730-8643-6092ea7bb623)] {{(pid=73965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 15:55:58.255186 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:55:58.259125 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-b02ee382-f5fb-4c23-a1e8-3ec91ce324ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:55:58.335225 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Pushing event updated for resources: {'Port': ['ID=b8963060-9697-4899-b015-61ce7418f6a1,revision_number=2']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:55:58.338613 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:55:59.120683 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f28ca6-e2aa-4635-a4b0-16446e62cd7a None None] Network 8350f095-497e-4046-9000-7863b8dae70d requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 15:55:59.226530 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-3b13b3a0-5270-405e-91d7-65e6ca6738b4 None None] Provisioning for port b8963060-9697-4899-b015-61ce7418f6a1 completed by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 15:55:59.920316 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device b8963060-9697-4899-b015-61ce7418f6a1 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 15:55:59.993379 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port b8963060-9697-4899-b015-61ce7418f6a1 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 15:55:59.998935 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port b8963060-9697-4899-b015-61ce7418f6a1 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 15:55:59.999311 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:56:00.117551 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:56:00.150197 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] For port b8963060-9697-4899-b015-61ce7418f6a1, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=b8963060-9697-4899-b015-61ce7418f6a1,segment=NetworkSegment(34bcdcc5-ca0a-4730-8643-6092ea7bb623),segment_id=34bcdcc5-ca0a-4730-8643-6092ea7bb623)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 15:56:00.155319 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:56:00.157670 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:56:00.222652 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Pushing event updated for resources: {'Port': ['ID=b8963060-9697-4899-b015-61ce7418f6a1,revision_number=3']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:56:00.225757 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:56:01.886957 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device b8963060-9697-4899-b015-61ce7418f6a1 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 15:56:01.975215 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port b8963060-9697-4899-b015-61ce7418f6a1 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 15:56:01.975588 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:56:11.369990 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 5 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 15:56:13.155335 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-ee85b0aa-fc41-4fb5-baf8-6c32e5bbbe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:56:15.859209 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:56:15.894340 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2b01f14f-d7dc-44a6-bc51-8b2be3a64df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:56:16.592370 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:56:18.361264 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:56:43.157477 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-6f10b181-ed78-49f8-9c21-edb3d37c9a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:56:45.861852 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:56:45.895314 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-ba9335b3-3f87-41a0-9c05-7ddf990437d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:56:46.595083 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:56:48.362878 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:56:48.369796 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 5 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 15:57:02.441408 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 56944) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:57:02.447169 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [None req-4ce36f25-ec1e-4ba0-a18a-2a2d82acc5c0 tempest-verify_tempest_config-1836830068 tempest-verify_tempest_config-1836830068-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=73963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 15:57:02.448133 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-4ce36f25-ec1e-4ba0-a18a-2a2d82acc5c0 tempest-verify_tempest_config-1836830068 tempest-verify_tempest_config-1836830068-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057552 Apr 30 15:57:02.742376 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 56962) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:57:02.857446 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f42c3d6f-a3b1-401b-b42a-67c8ac588e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:02.871218 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-f42c3d6f-a3b1-401b-b42a-67c8ac588e68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 15:57:02.874987 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-f42c3d6f-a3b1-401b-b42a-67c8ac588e68 admin admin] Usage tracker for resource:security_group_rule and tenant:d372813145a449ecaf0df4a8a35d2b37 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 15:57:02.877745 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-f42c3d6f-a3b1-401b-b42a-67c8ac588e68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 15:57:02.883294 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-f42c3d6f-a3b1-401b-b42a-67c8ac588e68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 15:57:02.963483 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f42c3d6f-a3b1-401b-b42a-67c8ac588e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:02.967764 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f42c3d6f-a3b1-401b-b42a-67c8ac588e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:02.974895 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:57:03.013481 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-f42c3d6f-a3b1-401b-b42a-67c8ac588e68 admin admin] Synchronizing usage tracker for tenant:3174f407219c41dbb34a930d88c5ea23 on resource:security_group {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 15:57:03.015625 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c3d6f-a3b1-401b-b42a-67c8ac588e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dff0e03-2fc3-4816-95ea-3ba2133d50bc,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:57:03.026060 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42c3d6f-a3b1-401b-b42a-67c8ac588e68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:03.026392 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42c3d6f-a3b1-401b-b42a-67c8ac588e68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:03.026720 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42c3d6f-a3b1-401b-b42a-67c8ac588e68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:03.027038 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42c3d6f-a3b1-401b-b42a-67c8ac588e68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:03.027935 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42c3d6f-a3b1-401b-b42a-67c8ac588e68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:03.028281 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42c3d6f-a3b1-401b-b42a-67c8ac588e68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:03.028590 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42c3d6f-a3b1-401b-b42a-67c8ac588e68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:03.028899 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42c3d6f-a3b1-401b-b42a-67c8ac588e68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:03.029223 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42c3d6f-a3b1-401b-b42a-67c8ac588e68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:03.029532 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42c3d6f-a3b1-401b-b42a-67c8ac588e68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:03.029838 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42c3d6f-a3b1-401b-b42a-67c8ac588e68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:03.030140 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42c3d6f-a3b1-401b-b42a-67c8ac588e68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 15:57:03.034822 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-f42c3d6f-a3b1-401b-b42a-67c8ac588e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:57:03.042247 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-f42c3d6f-a3b1-401b-b42a-67c8ac588e68 admin admin] Unset dirty status for tenant:3174f407219c41dbb34a930d88c5ea23 on resource:security_group {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 15:57:03.044543 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-f42c3d6f-a3b1-401b-b42a-67c8ac588e68 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d372813145a449ecaf0df4a8a35d2b37&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3011715 Apr 30 15:57:03.046046 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 56968) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:57:03.102420 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-d1412c33-4106-4980-afae-0accbd48ac42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:03.129847 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-d1412c33-4106-4980-afae-0accbd48ac42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:03.221161 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-d1412c33-4106-4980-afae-0accbd48ac42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:03.224872 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-2721517c-23a9-4a0c-a494-d2ad3b7d69d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 15:57:03.237110 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1412c33-4106-4980-afae-0accbd48ac42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dff0e03-2fc3-4816-95ea-3ba2133d50bc,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 15:57:03.239876 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-d1412c33-4106-4980-afae-0accbd48ac42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 15:57:03.241830 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-d1412c33-4106-4980-afae-0accbd48ac42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:03.242913 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-d1412c33-4106-4980-afae-0accbd48ac42 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1dff0e03-2fc3-4816-95ea-3ba2133d50bc HTTP/1.1" status: 204 len: 168 time: 0.1959593 Apr 30 15:57:13.159957 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f30516bb-b24b-44f4-816d-a674d0b1c1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:15.865924 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:15.895411 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-4985f5b8-bc1b-4446-8652-b216c0532494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:16.597606 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:18.366848 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:25.368890 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 5 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 15:57:43.161752 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-5a09fbb8-aa63-4199-bdac-b2e55b91d853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:45.868566 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:45.895831 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-d85cdb89-53aa-4b79-883b-b7a52b9cdbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:46.599707 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:57:48.370260 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:58:02.368165 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 5 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 15:58:13.162528 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-9655bb3f-b657-4a43-861b-a6997b37cba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:58:15.873559 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:58:15.895405 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-c0f679ff-ab10-4ddf-ab88-8aec7989d3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:58:16.601668 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:58:18.373357 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:58:37.414292 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998'] for agent, after_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:58:39.367686 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 15:58:41.883495 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 57020) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:58:41.998405 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-1e132bff-81cc-4504-a0fd-6f81aeb7c8e4 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1138139 Apr 30 15:58:43.163534 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-fb2b5745-b0c5-4160-9a87-caafcdc32be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:58:44.096650 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 57030) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 15:58:44.154747 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-53250670-7a9c-4fe3-b193-d598b898c2f8 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0570567 Apr 30 15:58:45.876378 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:58:45.895964 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-043477de-a7b2-4adb-8251-2a0d950141a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:58:46.606565 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:58:48.463188 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:59:07.373337 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:59:13.165247 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-b40a538e-1763-44ac-9ce7-fbd3b1da64e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:59:15.878453 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:59:15.896098 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-a426331c-4061-4a23-9ad0-d7e65eab5a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:59:16.367514 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 15:59:16.609851 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:59:18.376280 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:59:37.390900 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:59:43.169946 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-5ae29687-4406-468a-b43a-37cdaf838ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:59:45.883148 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:59:45.899122 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-3038f643-9f0e-4cae-a91b-ad4fb8f72ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:59:46.613348 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:59:48.382608 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 15:59:53.367640 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:00:07.390002 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:13.177803 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-3ba91d3f-7a1f-4afc-8b48-22f2a5e4a6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:14.823649 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 57198) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:15.066079 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1911497803-network', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:15.070808 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:15.074583 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Usage tracker for resource:network and tenant:2585736d9b1c4eaabdd630f3e03e2da0 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:15.082125 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:15.087875 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:15.098123 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Made reservation on behalf of 2585736d9b1c4eaabdd630f3e03e2da0 for: {'network': 1} {{(pid=73964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:00:15.100410 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for network, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:15.112780 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:15.131452 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:15.135481 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Usage tracker for resource:security_group_rule and tenant:2585736d9b1c4eaabdd630f3e03e2da0 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:15.138547 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:15.145303 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:15.229053 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:15.233121 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:15.237976 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:15.268142 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ff5733-bef4-49ed-8361-dfb4b6c4ad8c,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:15.278220 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:15.278561 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:15.278888 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:15.279212 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:15.279532 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:15.279877 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:15.280231 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:15.280547 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:15.280878 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:15.281194 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:15.281502 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:15.281975 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Tracked resource versions report: Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: pushed versions: Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: { 'AddressGroup': {'1.2'}, Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: 'ConntrackHelper': {'1.0'}, Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: 'Log': {'1.0'}, Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: 'Network': {'1.1'}, Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: 'Port': {'1.7'}, Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: 'PortForwarding': {'1.2'}, Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: 'QosPolicy': {'1.8'}, Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: 'SecurityGroup': {'1.4'}, Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: 'SecurityGroupRule': {'1.2'}, Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: 'SubPort': {'1.0'}, Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: 'Subnet': {'1.1'}, Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: 'Trunk': {'1.1'}} Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: consumer versions: Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: { DHCP agent@dv-cinder-787195-6-iscsi: {}, Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: HyperV agent@hv-cinder-78719: {}, Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: L3 agent@dv-cinder-787195-6-iscsi: {}, Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: Metadata agent@dv-cinder-787195-6-iscsi: {}, Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: Metering agent@dv-cinder-787195-6-iscsi: {}, Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: Open vSwitch agent@dv-cinder-787195-6-iscsi: { 'AddressGroup': '1.2', Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: 'ConntrackHelper': '1.0', Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: 'Log': '1.0', Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: 'Network': '1.1', Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: 'Port': '1.7', Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: 'PortForwarding': '1.2', Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: 'QosPolicy': '1.8', Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: 'SecurityGroup': '1.4', Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: 'SecurityGroupRule': '1.2', Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: 'SubPort': '1.0', Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: 'Subnet': '1.1', Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: 'Trunk': '1.1'}} Apr 30 16:00:15.283374 dv-cinder-787195-6-iscsi neutron-server[73964]: {{(pid=73964) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 16:00:15.289334 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:15.290039 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=73964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:00:15.300702 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:15.302310 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.db.segments_db [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Added segment 339bd56c-1f0a-4053-8cac-7bb55f02edd1 of type vlan for network 529eb04d-afd1-4ec1-a7cf-59406e4ebee4 Apr 30 16:00:15.330091 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132848788'] for network, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:15.359692 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for network, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:15.361905 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:15.362500 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:15.383669 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:15.399572 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 57234) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:15.478378 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 57242) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:15.478815 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6532018 Apr 30 16:00:15.482288 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Pushing event updated for resources: {'Network': ['ID=529eb04d-afd1-4ec1-a7cf-59406e4ebee4,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:15.487258 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Request body: {'subnet': {'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1911497803-subnet', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:15.491861 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:15.493982 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Network 529eb04d-afd1-4ec1-a7cf-59406e4ebee4 details requested by agent ovs-agent-dv-cinder-787195-6-iscsi with host dv-cinder-787195-6-iscsi {{(pid=73965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:00:15.495210 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:15.500309 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Usage tracker for resource:subnet and tenant:2585736d9b1c4eaabdd630f3e03e2da0 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:15.505696 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:15.513918 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:15.535510 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Made reservation on behalf of 2585736d9b1c4eaabdd630f3e03e2da0 for: {'subnet': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:00:15.538063 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:15.629862 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 57250) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:15.894879 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:15.907184 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-40b07024-b6c4-4e06-88c5-baf9998edc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:15.927328 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-448d7567-aaa4-40d4-8f3a-657767d63910 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1127863820-network', 'tenant_id': '5ab89963bad1468d8d31bd42b50c5e2d'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:15.935100 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-448d7567-aaa4-40d4-8f3a-657767d63910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:15.941365 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-448d7567-aaa4-40d4-8f3a-657767d63910 admin admin] Usage tracker for resource:network and tenant:5ab89963bad1468d8d31bd42b50c5e2d is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:15.948078 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-448d7567-aaa4-40d4-8f3a-657767d63910 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:15.960256 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-448d7567-aaa4-40d4-8f3a-657767d63910 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:15.965338 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 57266) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:15.968819 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for subnet, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:15.974213 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:15.995804 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448d7567-aaa4-40d4-8f3a-657767d63910 admin admin] Made reservation on behalf of 5ab89963bad1468d8d31bd42b50c5e2d for: {'network': 1} {{(pid=73964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:00:15.995804 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-448d7567-aaa4-40d4-8f3a-657767d63910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for network, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:16.023551 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-91fd45a8-bca8-4fc1-9f33-5b3642937dba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-867096079-network', 'tenant_id': '9c440b4520e94115b92dac6a244100ad'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:16.030000 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-448d7567-aaa4-40d4-8f3a-657767d63910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:16.044261 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-91fd45a8-bca8-4fc1-9f33-5b3642937dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:16.049055 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-91fd45a8-bca8-4fc1-9f33-5b3642937dba admin admin] Usage tracker for resource:network and tenant:9c440b4520e94115b92dac6a244100ad is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:16.052447 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-91fd45a8-bca8-4fc1-9f33-5b3642937dba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:16.058594 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-91fd45a8-bca8-4fc1-9f33-5b3642937dba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:16.065930 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 57278) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:16.076699 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-448d7567-aaa4-40d4-8f3a-657767d63910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:16.081848 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-448d7567-aaa4-40d4-8f3a-657767d63910 admin admin] Usage tracker for resource:security_group_rule and tenant:5ab89963bad1468d8d31bd42b50c5e2d is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:16.084884 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-448d7567-aaa4-40d4-8f3a-657767d63910 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:16.091230 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-448d7567-aaa4-40d4-8f3a-657767d63910 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:16.167539 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b5b4d6f-2a10-41bf-be25-6159859e6aec,revision_number=0']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:16.174587 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Checking segment: {'id': '339bd56c-1f0a-4053-8cac-7bb55f02edd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:00:16.175597 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Network hostable DHCP agents. Network: 529eb04d-afd1-4ec1-a7cf-59406e4ebee4, hostable agents: ['bfd10ce1-d195-4e07-9fe2-51a3c988df31'], hosted agents: [] {{(pid=73963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:00:16.191406 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fd45a8-bca8-4fc1-9f33-5b3642937dba admin admin] Made reservation on behalf of 9c440b4520e94115b92dac6a244100ad for: {'network': 1} {{(pid=73964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:00:16.193901 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-91fd45a8-bca8-4fc1-9f33-5b3642937dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for network, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:16.196701 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:16.197179 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:16.197515 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:16.198522 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:16.199021 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:16.199672 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:16.200178 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:16.200674 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:16.201158 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:16.201779 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:16.202268 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:16.203035 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Tracked resource versions report: Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: pushed versions: Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: { 'AddressGroup': {'1.2'}, Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: 'ConntrackHelper': {'1.0'}, Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: 'Log': {'1.0'}, Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: 'Network': {'1.1'}, Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: 'Port': {'1.7'}, Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: 'PortForwarding': {'1.2'}, Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: 'QosPolicy': {'1.8'}, Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: 'SecurityGroup': {'1.4'}, Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: 'SecurityGroupRule': {'1.2'}, Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: 'SubPort': {'1.0'}, Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: 'Subnet': {'1.1'}, Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: 'Trunk': {'1.1'}} Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: consumer versions: Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: { DHCP agent@dv-cinder-787195-6-iscsi: {}, Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: HyperV agent@hv-cinder-78719: {}, Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: L3 agent@dv-cinder-787195-6-iscsi: {}, Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: Metadata agent@dv-cinder-787195-6-iscsi: {}, Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: Metering agent@dv-cinder-787195-6-iscsi: {}, Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: Open vSwitch agent@dv-cinder-787195-6-iscsi: { 'AddressGroup': '1.2', Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: 'ConntrackHelper': '1.0', Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: 'Log': '1.0', Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: 'Network': '1.1', Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: 'Port': '1.7', Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: 'PortForwarding': '1.2', Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: 'QosPolicy': '1.8', Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: 'SecurityGroup': '1.4', Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: 'SecurityGroupRule': '1.2', Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: 'SubPort': '1.0', Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: 'Subnet': '1.1', Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: 'Trunk': '1.1'}} Apr 30 16:00:16.206186 dv-cinder-787195-6-iscsi neutron-server[73963]: {{(pid=73963) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 16:00:16.218695 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:16.218886 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-5b8fedc4-e959-4bc9-9cbd-f79b61c42bc7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-457661773-network', 'tenant_id': 'b8bd34bbc49e457ab486a499bb5ceebf'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:16.229237 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-91fd45a8-bca8-4fc1-9f33-5b3642937dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:16.237281 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Network 529eb04d-afd1-4ec1-a7cf-59406e4ebee4 is scheduled to be hosted by DHCP agent bfd10ce1-d195-4e07-9fe2-51a3c988df31 with binding_index 1 {{(pid=73963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:00:16.243701 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-448d7567-aaa4-40d4-8f3a-657767d63910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:16.247747 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-iscsi, 529eb04d-afd1-4ec1-a7cf-59406e4ebee4) {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:00:16.248776 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-91fd45a8-bca8-4fc1-9f33-5b3642937dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:16.252212 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:16.253021 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for subnet, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:16.253167 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-91fd45a8-bca8-4fc1-9f33-5b3642937dba admin admin] Usage tracker for resource:security_group_rule and tenant:9c440b4520e94115b92dac6a244100ad is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:16.256417 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-91fd45a8-bca8-4fc1-9f33-5b3642937dba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:16.262748 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-91fd45a8-bca8-4fc1-9f33-5b3642937dba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:16.264105 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb0945a-4ac7-427d-8aa3-0888a052abbf None None] Network 529eb04d-afd1-4ec1-a7cf-59406e4ebee4 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:00:16.275262 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-448d7567-aaa4-40d4-8f3a-657767d63910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:16.295706 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8154836 Apr 30 16:00:16.296726 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 57300) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:16.299157 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448d7567-aaa4-40d4-8f3a-657767d63910 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=73964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:00:16.302879 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-dc6cd8c3-07bf-44d6-996c-f2c55ee6eb59 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1911497803-router', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df'}}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:16.308831 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-dc6cd8c3-07bf-44d6-996c-f2c55ee6eb59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:16.310797 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-448d7567-aaa4-40d4-8f3a-657767d63910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:16.311128 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.db.segments_db [None req-448d7567-aaa4-40d4-8f3a-657767d63910 admin admin] Added segment 37ea889b-f838-458a-8199-0573ad83f653 of type vlan for network 003f3ed1-d8ee-44dc-a675-9957118a6f9c Apr 30 16:00:16.313935 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-dc6cd8c3-07bf-44d6-996c-f2c55ee6eb59 admin admin] Usage tracker for resource:router and tenant:2585736d9b1c4eaabdd630f3e03e2da0 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:16.317269 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-dc6cd8c3-07bf-44d6-996c-f2c55ee6eb59 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:16.323525 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-dc6cd8c3-07bf-44d6-996c-f2c55ee6eb59 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:16.335609 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-dc6cd8c3-07bf-44d6-996c-f2c55ee6eb59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12626'] for router, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:16.336968 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-dc6cd8c3-07bf-44d6-996c-f2c55ee6eb59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-754852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:16.345987 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-448d7567-aaa4-40d4-8f3a-657767d63910 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132848788'] for network, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:16.366101 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-dc6cd8c3-07bf-44d6-996c-f2c55ee6eb59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:16.366630 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-5b8fedc4-e959-4bc9-9cbd-f79b61c42bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:16.373104 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-5b8fedc4-e959-4bc9-9cbd-f79b61c42bc7 admin admin] Usage tracker for resource:network and tenant:b8bd34bbc49e457ab486a499bb5ceebf is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:16.377383 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-5b8fedc4-e959-4bc9-9cbd-f79b61c42bc7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:16.386074 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-5b8fedc4-e959-4bc9-9cbd-f79b61c42bc7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:16.396122 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:16.441012 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8fedc4-e959-4bc9-9cbd-f79b61c42bc7 admin admin] Made reservation on behalf of b8bd34bbc49e457ab486a499bb5ceebf for: {'network': 1} {{(pid=73964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:00:16.443595 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5b8fedc4-e959-4bc9-9cbd-f79b61c42bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for network, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:16.457244 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d7567-aaa4-40d4-8f3a-657767d63910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f8f161-94e8-4f15-a133-421dcc7e078a,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:16.463589 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5b8fedc4-e959-4bc9-9cbd-f79b61c42bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:16.480709 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-448d7567-aaa4-40d4-8f3a-657767d63910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:16.486966 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-5b8fedc4-e959-4bc9-9cbd-f79b61c42bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:16.495799 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-5b8fedc4-e959-4bc9-9cbd-f79b61c42bc7 admin admin] Usage tracker for resource:security_group_rule and tenant:b8bd34bbc49e457ab486a499bb5ceebf is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:16.502203 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-5b8fedc4-e959-4bc9-9cbd-f79b61c42bc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:16.512129 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-5b8fedc4-e959-4bc9-9cbd-f79b61c42bc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:16.528935 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-b8bb4c10-7ddb-4287-9123-188ecf417512 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-657644924-network', 'tenant_id': 'e47c1439b6884dea85fdc5c04cdf9341'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:16.534769 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-b8bb4c10-7ddb-4287-9123-188ecf417512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:16.539337 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-b8bb4c10-7ddb-4287-9123-188ecf417512 admin admin] Usage tracker for resource:network and tenant:e47c1439b6884dea85fdc5c04cdf9341 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:16.542649 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-b8bb4c10-7ddb-4287-9123-188ecf417512 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:16.551293 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-b8bb4c10-7ddb-4287-9123-188ecf417512 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:16.577704 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bb4c10-7ddb-4287-9123-188ecf417512 admin admin] Made reservation on behalf of e47c1439b6884dea85fdc5c04cdf9341 for: {'network': 1} {{(pid=73964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:00:16.581315 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4c10-7ddb-4287-9123-188ecf417512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for network, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:16.583814 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f83a816-f938-505d-a748-952e2383f86f-529eb04d-afd1-4ec1-a7cf-59406e4ebee4', 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'fixed_ips': [{'subnet_id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec'}]}} from dv-cinder-787195-6-iscsi. {{(pid=73965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 16:00:16.584952 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:16.598577 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4c10-7ddb-4287-9123-188ecf417512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:16.635779 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-b8bb4c10-7ddb-4287-9123-188ecf417512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:16.647140 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-448d7567-aaa4-40d4-8f3a-657767d63910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for network, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:16.648604 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-b8bb4c10-7ddb-4287-9123-188ecf417512 admin admin] Usage tracker for resource:security_group_rule and tenant:e47c1439b6884dea85fdc5c04cdf9341 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:16.655610 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-b8bb4c10-7ddb-4287-9123-188ecf417512 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:16.659604 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448d7567-aaa4-40d4-8f3a-657767d63910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:16.660395 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-448d7567-aaa4-40d4-8f3a-657767d63910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:16.674300 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:16.689913 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-b8bb4c10-7ddb-4287-9123-188ecf417512 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:16.771094 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-dc6cd8c3-07bf-44d6-996c-f2c55ee6eb59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658330', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12713'] for router, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:16.810128 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:16.836162 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d7567-aaa4-40d4-8f3a-657767d63910 admin admin] Pushing event updated for resources: {'Network': ['ID=003f3ed1-d8ee-44dc-a675-9957118a6f9c,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:16.869518 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-448d7567-aaa4-40d4-8f3a-657767d63910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:16.943606 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Network 003f3ed1-d8ee-44dc-a675-9957118a6f9c details requested by agent ovs-agent-dv-cinder-787195-6-iscsi with host dv-cinder-787195-6-iscsi {{(pid=73965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:00:16.964788 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-448d7567-aaa4-40d4-8f3a-657767d63910 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5537856 Apr 30 16:00:16.967260 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-91fd45a8-bca8-4fc1-9f33-5b3642937dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:16.969741 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 57314) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:16.984743 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-ba26e2e4-3df9-4d6f-ab79-adb669a6ee21 admin admin] Request body: {'subnet': {'network_id': '003f3ed1-d8ee-44dc-a675-9957118a6f9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1127863820-subnet', 'tenant_id': '5ab89963bad1468d8d31bd42b50c5e2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:16.991027 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-ba26e2e4-3df9-4d6f-ab79-adb669a6ee21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:16.995208 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-ba26e2e4-3df9-4d6f-ab79-adb669a6ee21 admin admin] Usage tracker for resource:subnet and tenant:5ab89963bad1468d8d31bd42b50c5e2d is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:16.998403 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-ba26e2e4-3df9-4d6f-ab79-adb669a6ee21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:17.005342 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-ba26e2e4-3df9-4d6f-ab79-adb669a6ee21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:17.018594 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-91fd45a8-bca8-4fc1-9f33-5b3642937dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:17.025531 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba26e2e4-3df9-4d6f-ab79-adb669a6ee21 admin admin] Made reservation on behalf of 5ab89963bad1468d8d31bd42b50c5e2d for: {'subnet': 1} {{(pid=73964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:00:17.028203 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ba26e2e4-3df9-4d6f-ab79-adb669a6ee21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:17.070026 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-448d7567-aaa4-40d4-8f3a-657767d63910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:17.106896 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd45a8-bca8-4fc1-9f33-5b3642937dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ab2a3d-a015-4ba4-8ae9-ff854fb02593,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:17.115046 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5b8fedc4-e959-4bc9-9cbd-f79b61c42bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:17.120206 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-91fd45a8-bca8-4fc1-9f33-5b3642937dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:17.238904 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91fd45a8-bca8-4fc1-9f33-5b3642937dba admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=73964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:00:17.241238 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5b8fedc4-e959-4bc9-9cbd-f79b61c42bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:17.243278 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-dc6cd8c3-07bf-44d6-996c-f2c55ee6eb59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:17.278682 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-dc6cd8c3-07bf-44d6-996c-f2c55ee6eb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:17.287696 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.db_base_plugin_common [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Allocated IP 172.20.0.2 (529eb04d-afd1-4ec1-a7cf-59406e4ebee4/9b5b4d6f-2a10-41bf-be25-6159859e6aec/96e1fbdc-8737-4ff0-ba0c-e3deb7d67845) {{(pid=73965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:00:17.301407 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8fedc4-e959-4bc9-9cbd-f79b61c42bc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=73964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:00:17.319758 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5b8fedc4-e959-4bc9-9cbd-f79b61c42bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:17.321249 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.db.segments_db [None req-5b8fedc4-e959-4bc9-9cbd-f79b61c42bc7 admin admin] Added segment b302ab53-c874-4277-8f4f-3752b65dae5a of type vlan for network adb56681-e966-4fd2-b25b-7733454440af Apr 30 16:00:17.367020 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:17.401183 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5b8fedc4-e959-4bc9-9cbd-f79b61c42bc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132848788'] for network, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:17.418397 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-91fd45a8-bca8-4fc1-9f33-5b3642937dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:17.418787 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.db.segments_db [None req-91fd45a8-bca8-4fc1-9f33-5b3642937dba admin admin] Added segment eacbf87e-61e9-426f-a6ce-4c275c3eac41 of type vlan for network e8c3e092-4689-465c-9b91-a08c0e2449f6 Apr 30 16:00:17.473065 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8fedc4-e959-4bc9-9cbd-f79b61c42bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3eb760-827b-401b-862f-3f3456ad3509,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:17.554715 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-5b8fedc4-e959-4bc9-9cbd-f79b61c42bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:17.562927 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [None req-dc6cd8c3-07bf-44d6-996c-f2c55ee6eb59 admin admin] Allocated IP 172.27.3.152 (7713db68-e23d-4336-9c52-9698584522df/6c05463b-e465-4436-9156-1956ee4f9865/325c250a-d5f3-49da-87c1-95bfcb8b2765) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:00:17.589800 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-91fd45a8-bca8-4fc1-9f33-5b3642937dba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132848788'] for network, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:17.616117 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4c10-7ddb-4287-9123-188ecf417512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:17.627191 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5b8fedc4-e959-4bc9-9cbd-f79b61c42bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for network, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:17.634325 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4c10-7ddb-4287-9123-188ecf417512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:17.637536 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8fedc4-e959-4bc9-9cbd-f79b61c42bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:17.638105 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5b8fedc4-e959-4bc9-9cbd-f79b61c42bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:17.658748 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-448d7567-aaa4-40d4-8f3a-657767d63910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:17.667041 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Notify callbacks [] for port, precommit_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:17.677364 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Transition to ACTIVE for port object 96e1fbdc-8737-4ff0-ba0c-e3deb7d67845 will not be triggered until provisioned by entity L2. {{(pid=73965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:00:17.699321 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Transition to ACTIVE for port object 96e1fbdc-8737-4ff0-ba0c-e3deb7d67845 will not be triggered until provisioned by entity DHCP. {{(pid=73965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:00:17.709796 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206'] for port, after_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:17.715869 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:17.807844 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Pushing event updated for resources: {'Port': ['ID=96e1fbdc-8737-4ff0-ba0c-e3deb7d67845,revision_number=1']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:17.816836 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-dc6cd8c3-07bf-44d6-996c-f2c55ee6eb59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:17.820089 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:17.820680 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:17.821226 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:17.821734 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:17.822270 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:17.822770 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:17.823299 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:17.824190 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:17.824704 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:17.825226 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:17.825743 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:17.826257 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Tracked resource versions report: Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: pushed versions: Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: { 'AddressGroup': {'1.2'}, Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: 'ConntrackHelper': {'1.0'}, Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: 'Log': {'1.0'}, Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: 'Network': {'1.1'}, Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: 'Port': {'1.7'}, Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: 'PortForwarding': {'1.2'}, Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: 'QosPolicy': {'1.8'}, Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: 'SecurityGroup': {'1.4'}, Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: 'SecurityGroupRule': {'1.2'}, Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: 'SubPort': {'1.0'}, Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: 'Subnet': {'1.1'}, Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: 'Trunk': {'1.1'}} Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: consumer versions: Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: { DHCP agent@dv-cinder-787195-6-iscsi: {}, Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: HyperV agent@hv-cinder-78719: {}, Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: L3 agent@dv-cinder-787195-6-iscsi: {}, Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: Metadata agent@dv-cinder-787195-6-iscsi: {}, Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: Metering agent@dv-cinder-787195-6-iscsi: {}, Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: Open vSwitch agent@dv-cinder-787195-6-iscsi: { 'AddressGroup': '1.2', Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: 'ConntrackHelper': '1.0', Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: 'Log': '1.0', Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: 'Network': '1.1', Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: 'Port': '1.7', Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: 'PortForwarding': '1.2', Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: 'QosPolicy': '1.8', Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: 'SecurityGroup': '1.4', Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: 'SecurityGroupRule': '1.2', Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: 'SubPort': '1.0', Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: 'Subnet': '1.1', Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: 'Trunk': '1.1'}} Apr 30 16:00:17.827294 dv-cinder-787195-6-iscsi neutron-server[73965]: {{(pid=73965) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 16:00:17.838974 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Network 529eb04d-afd1-4ec1-a7cf-59406e4ebee4 is already hosted by enough agents. {{(pid=73965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:00:17.840221 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:17.841109 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.scheduler.base_scheduler [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Resources bound (agent type, host, resource id): {{(pid=73965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:00:17.846863 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Received port after_create {{(pid=73965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:00:17.877174 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8bb4c10-7ddb-4287-9123-188ecf417512 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=73964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:00:17.900459 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-91fd45a8-bca8-4fc1-9f33-5b3642937dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for network, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:17.913477 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fd45a8-bca8-4fc1-9f33-5b3642937dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:17.914557 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-91fd45a8-bca8-4fc1-9f33-5b3642937dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:17.917903 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8fedc4-e959-4bc9-9cbd-f79b61c42bc7 admin admin] Pushing event updated for resources: {'Network': ['ID=adb56681-e966-4fd2-b25b-7733454440af,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:17.926290 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-5b8fedc4-e959-4bc9-9cbd-f79b61c42bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:17.928018 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4c10-7ddb-4287-9123-188ecf417512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:17.928546 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.db.segments_db [None req-b8bb4c10-7ddb-4287-9123-188ecf417512 admin admin] Added segment 661407b4-95b2-4d17-9ac4-ce7a66ada27c of type vlan for network 819fb011-2436-418a-a827-e8015cd0e60c Apr 30 16:00:17.931726 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:17.964522 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-5b8fedc4-e959-4bc9-9cbd-f79b61c42bc7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9972053 Apr 30 16:00:17.967637 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 57346) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:17.982917 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-42d4f2d0-bfff-4cc4-b20f-1ceb757a998f admin admin] Request body: {'subnet': {'network_id': 'adb56681-e966-4fd2-b25b-7733454440af', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-457661773-subnet', 'tenant_id': 'b8bd34bbc49e457ab486a499bb5ceebf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:17.999152 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-42d4f2d0-bfff-4cc4-b20f-1ceb757a998f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:18.000436 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Network adb56681-e966-4fd2-b25b-7733454440af details requested by agent ovs-agent-dv-cinder-787195-6-iscsi with host dv-cinder-787195-6-iscsi {{(pid=73965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:00:18.009536 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-dc6cd8c3-07bf-44d6-996c-f2c55ee6eb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:18.012710 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-42d4f2d0-bfff-4cc4-b20f-1ceb757a998f admin admin] Usage tracker for resource:subnet and tenant:b8bd34bbc49e457ab486a499bb5ceebf is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:18.016168 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-91fd45a8-bca8-4fc1-9f33-5b3642937dba admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.3852141 Apr 30 16:00:18.024378 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 57350) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:18.025212 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-42d4f2d0-bfff-4cc4-b20f-1ceb757a998f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:18.035026 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4c10-7ddb-4287-9123-188ecf417512 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132848788'] for network, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:18.041860 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb4c10-7ddb-4287-9123-188ecf417512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:18.047676 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-b8bb4c10-7ddb-4287-9123-188ecf417512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:18.048957 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:18.050335 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:18.121306 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-42d4f2d0-bfff-4cc4-b20f-1ceb757a998f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:18.165326 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-cac4e216-0179-484e-96e0-1b3c358c0d46 admin admin] Request body: {'subnet': {'network_id': 'e8c3e092-4689-465c-9b91-a08c0e2449f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-867096079-subnet', 'tenant_id': '9c440b4520e94115b92dac6a244100ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:18.168596 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6cd8c3-07bf-44d6-996c-f2c55ee6eb59 admin admin] Pushing event updated for resources: {'Port': ['ID=325c250a-d5f3-49da-87c1-95bfcb8b2765,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:18.170838 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Attempting to bind port 96e1fbdc-8737-4ff0-ba0c-e3deb7d67845 on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:00:18.172494 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Attempting to bind port 96e1fbdc-8737-4ff0-ba0c-e3deb7d67845 by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': '339bd56c-1f0a-4053-8cac-7bb55f02edd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4'}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:00:18.174182 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Attempting to bind port 96e1fbdc-8737-4ff0-ba0c-e3deb7d67845 on network 529eb04d-afd1-4ec1-a7cf-59406e4ebee4 {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:00:18.178160 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-cac4e216-0179-484e-96e0-1b3c358c0d46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:18.182281 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-cac4e216-0179-484e-96e0-1b3c358c0d46 admin admin] Usage tracker for resource:subnet and tenant:9c440b4520e94115b92dac6a244100ad is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:18.185567 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-cac4e216-0179-484e-96e0-1b3c358c0d46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:18.189654 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:00:18.190064 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd45a8-bca8-4fc1-9f33-5b3642937dba admin admin] Pushing event updated for resources: {'Network': ['ID=e8c3e092-4689-465c-9b91-a08c0e2449f6,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:18.190700 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Checking segment: {'id': '339bd56c-1f0a-4053-8cac-7bb55f02edd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:00:18.191958 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:18.192954 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Bound using segment: {'id': '339bd56c-1f0a-4053-8cac-7bb55f02edd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4'} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:00:18.193362 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4c10-7ddb-4287-9123-188ecf417512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for network, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:18.193593 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-cac4e216-0179-484e-96e0-1b3c358c0d46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:18.194239 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Bound port: 96e1fbdc-8737-4ff0-ba0c-e3deb7d67845, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339bd56c-1f0a-4053-8cac-7bb55f02edd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4'}}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:00:18.194393 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-91fd45a8-bca8-4fc1-9f33-5b3642937dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:18.195085 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:18.196630 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bb4c10-7ddb-4287-9123-188ecf417512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:18.197190 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b8bb4c10-7ddb-4287-9123-188ecf417512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:18.203141 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:18.211870 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6cd8c3-07bf-44d6-996c-f2c55ee6eb59 admin admin] Network 7713db68-e23d-4336-9c52-9698584522df is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:00:18.214698 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-dc6cd8c3-07bf-44d6-996c-f2c55ee6eb59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:18.215475 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [None req-dc6cd8c3-07bf-44d6-996c-f2c55ee6eb59 admin admin] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:00:18.217271 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac4e216-0179-484e-96e0-1b3c358c0d46 admin admin] Made reservation on behalf of 9c440b4520e94115b92dac6a244100ad for: {'subnet': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:00:18.220728 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-cac4e216-0179-484e-96e0-1b3c358c0d46 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:18.236289 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6cd8c3-07bf-44d6-996c-f2c55ee6eb59 admin admin] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:00:18.305049 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-b8bb4c10-7ddb-4287-9123-188ecf417512 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1208150 Apr 30 16:00:18.322368 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] For port 96e1fbdc-8737-4ff0-ba0c-e3deb7d67845, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:00:18.326526 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] For port 96e1fbdc-8737-4ff0-ba0c-e3deb7d67845, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=96e1fbdc-8737-4ff0-ba0c-e3deb7d67845,segment=NetworkSegment(339bd56c-1f0a-4053-8cac-7bb55f02edd1),segment_id=339bd56c-1f0a-4053-8cac-7bb55f02edd1)] {{(pid=73965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:00:18.328708 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Network e8c3e092-4689-465c-9b91-a08c0e2449f6 details requested by agent ovs-agent-dv-cinder-787195-6-iscsi with host dv-cinder-787195-6-iscsi {{(pid=73965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:00:18.354981 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:18.355742 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 57358) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:18.369598 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-93e03c39-c984-458c-a9d8-471056e795ab admin admin] Request body: {'subnet': {'network_id': '819fb011-2436-418a-a827-e8015cd0e60c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-657644924-subnet', 'tenant_id': 'e47c1439b6884dea85fdc5c04cdf9341', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:18.379977 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:18.380896 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-93e03c39-c984-458c-a9d8-471056e795ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:18.383338 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb4c10-7ddb-4287-9123-188ecf417512 admin admin] Pushing event updated for resources: {'Network': ['ID=819fb011-2436-418a-a827-e8015cd0e60c,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:18.388656 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-93e03c39-c984-458c-a9d8-471056e795ab admin admin] Usage tracker for resource:subnet and tenant:e47c1439b6884dea85fdc5c04cdf9341 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:18.392762 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-b8bb4c10-7ddb-4287-9123-188ecf417512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:18.395052 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-93e03c39-c984-458c-a9d8-471056e795ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:18.402830 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-93e03c39-c984-458c-a9d8-471056e795ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:18.433577 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e03c39-c984-458c-a9d8-471056e795ab admin admin] Made reservation on behalf of e47c1439b6884dea85fdc5c04cdf9341 for: {'subnet': 1} {{(pid=73964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:00:18.439353 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-93e03c39-c984-458c-a9d8-471056e795ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:18.485638 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Network 819fb011-2436-418a-a827-e8015cd0e60c details requested by agent ovs-agent-dv-cinder-787195-6-iscsi with host dv-cinder-787195-6-iscsi {{(pid=73965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:00:18.728686 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ba26e2e4-3df9-4d6f-ab79-adb669a6ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for subnet, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:18.729653 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:18.758897 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Pushing event updated for resources: {'Port': ['ID=96e1fbdc-8737-4ff0-ba0c-e3deb7d67845,revision_number=2']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:18.764631 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:18.786471 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:18.790596 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d4f2d0-bfff-4cc4-b20f-1ceb757a998f admin admin] Made reservation on behalf of b8bd34bbc49e457ab486a499bb5ceebf for: {'subnet': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:00:18.794562 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-42d4f2d0-bfff-4cc4-b20f-1ceb757a998f admin admin] Notify callbacks [] for subnet, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:18.986357 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26e2e4-3df9-4d6f-ab79-adb669a6ee21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee3010de-4ebd-4277-9903-82c7833bcd22,revision_number=0']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:18.998260 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-ba26e2e4-3df9-4d6f-ab79-adb669a6ee21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:19.048789 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba26e2e4-3df9-4d6f-ab79-adb669a6ee21 admin admin] Checking segment: {'id': '37ea889b-f838-458a-8199-0573ad83f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '003f3ed1-d8ee-44dc-a675-9957118a6f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:00:19.049401 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba26e2e4-3df9-4d6f-ab79-adb669a6ee21 admin admin] Network hostable DHCP agents. Network: 003f3ed1-d8ee-44dc-a675-9957118a6f9c, hostable agents: ['bfd10ce1-d195-4e07-9fe2-51a3c988df31'], hosted agents: [] {{(pid=73964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:00:19.135377 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba26e2e4-3df9-4d6f-ab79-adb669a6ee21 admin admin] Network 003f3ed1-d8ee-44dc-a675-9957118a6f9c is scheduled to be hosted by DHCP agent bfd10ce1-d195-4e07-9fe2-51a3c988df31 with binding_index 1 {{(pid=73964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:00:19.183730 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-ba26e2e4-3df9-4d6f-ab79-adb669a6ee21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-iscsi, 003f3ed1-d8ee-44dc-a675-9957118a6f9c) {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:00:19.187874 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-dc6cd8c3-07bf-44d6-996c-f2c55ee6eb59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:19.190023 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba26e2e4-3df9-4d6f-ab79-adb669a6ee21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:19.190858 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ba26e2e4-3df9-4d6f-ab79-adb669a6ee21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for subnet, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:19.202840 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc83bbf1-c38c-4bd9-872d-bfd9445c9d04 None None] Network 003f3ed1-d8ee-44dc-a675-9957118a6f9c requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:00:19.288545 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-ba26e2e4-3df9-4d6f-ab79-adb669a6ee21 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.3150253 Apr 30 16:00:19.291876 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 57404) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:19.310914 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-9a939079-4211-4efd-a7b8-33a69150cfb7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1127863820-router', 'tenant_id': '5ab89963bad1468d8d31bd42b50c5e2d', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df'}}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:19.319145 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-9a939079-4211-4efd-a7b8-33a69150cfb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:19.326837 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-9a939079-4211-4efd-a7b8-33a69150cfb7 admin admin] Usage tracker for resource:router and tenant:5ab89963bad1468d8d31bd42b50c5e2d is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:19.332422 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-9a939079-4211-4efd-a7b8-33a69150cfb7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:19.342925 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-9a939079-4211-4efd-a7b8-33a69150cfb7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:19.393237 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9a939079-4211-4efd-a7b8-33a69150cfb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12626'] for router, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:19.394417 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9a939079-4211-4efd-a7b8-33a69150cfb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-754852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:19.432894 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9a939079-4211-4efd-a7b8-33a69150cfb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:19.475327 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c357767d-02a1-47ca-a5f1-3bba64655bb2 None None] Network 003f3ed1-d8ee-44dc-a675-9957118a6f9c requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:00:19.499737 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-93e03c39-c984-458c-a9d8-471056e795ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for subnet, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:19.515209 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-b276e9db-5338-4ee2-a4f7-30d889ffdd80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:19.560575 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 57410) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:19.797313 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e03c39-c984-458c-a9d8-471056e795ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=25aa568c-9755-4641-b331-c4c9e9416a7e,revision_number=0']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:19.800479 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ec9fd017-f614-4e20-ac02-8b888294c132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:19.814888 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-93e03c39-c984-458c-a9d8-471056e795ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:19.893756 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-ec9fd017-f614-4e20-ac02-8b888294c132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:19.902607 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e03c39-c984-458c-a9d8-471056e795ab admin admin] Checking segment: {'id': '661407b4-95b2-4d17-9ac4-ce7a66ada27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '819fb011-2436-418a-a827-e8015cd0e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:00:19.902977 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e03c39-c984-458c-a9d8-471056e795ab admin admin] Network hostable DHCP agents. Network: 819fb011-2436-418a-a827-e8015cd0e60c, hostable agents: ['bfd10ce1-d195-4e07-9fe2-51a3c988df31'], hosted agents: [] {{(pid=73964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:00:19.919370 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-ec9fd017-f614-4e20-ac02-8b888294c132 admin admin] Usage tracker for resource:security_group_rule and tenant:6058598fd6d64daa874363368144ebac is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:19.945336 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-dc6cd8c3-07bf-44d6-996c-f2c55ee6eb59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655959'] for router, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:20.059803 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-ec9fd017-f614-4e20-ac02-8b888294c132 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:20.087086 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-ec9fd017-f614-4e20-ac02-8b888294c132 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:20.095839 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9a939079-4211-4efd-a7b8-33a69150cfb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658330', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12713'] for router, precommit_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:20.119795 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e03c39-c984-458c-a9d8-471056e795ab admin admin] Network 819fb011-2436-418a-a827-e8015cd0e60c is scheduled to be hosted by DHCP agent bfd10ce1-d195-4e07-9fe2-51a3c988df31 with binding_index 1 {{(pid=73964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:00:20.130965 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d78e12a-7fff-4058-b24b-1f906dbec9d4 None None] Network 529eb04d-afd1-4ec1-a7cf-59406e4ebee4 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:00:20.174325 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-93e03c39-c984-458c-a9d8-471056e795ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-iscsi, 819fb011-2436-418a-a827-e8015cd0e60c) {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:00:20.182668 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e03c39-c984-458c-a9d8-471056e795ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:20.183901 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-93e03c39-c984-458c-a9d8-471056e795ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for subnet, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:20.210447 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 96e1fbdc-8737-4ff0-ba0c-e3deb7d67845 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:00:20.245243 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-93e03c39-c984-458c-a9d8-471056e795ab admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8869772 Apr 30 16:00:20.265180 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea6f1a0-f978-4079-85ef-79a3b48de88b None None] Network 819fb011-2436-418a-a827-e8015cd0e60c requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:00:20.327330 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-4f8403ce-ed2f-4d66-8d5c-3484e1ac1dea None None] Provisioning for port 96e1fbdc-8737-4ff0-ba0c-e3deb7d67845 completed by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:00:20.541777 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6cd8c3-07bf-44d6-996c-f2c55ee6eb59 admin admin] Router 2f788246-b803-49c3-b0cc-9643de3bfca4 is scheduled to L3 agent ce014548-da84-4f8c-9540-249ce2846e6a with binding_index 1 {{(pid=73963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 16:00:20.580003 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ec9fd017-f614-4e20-ac02-8b888294c132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:20.594792 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-cac4e216-0179-484e-96e0-1b3c358c0d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for subnet, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:20.604003 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ec9fd017-f614-4e20-ac02-8b888294c132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:20.626997 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-b09c8832-26b9-43f1-a7c3-243cf3cc4821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:20.649636 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:20.786488 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port 96e1fbdc-8737-4ff0-ba0c-e3deb7d67845 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:00:20.821087 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-42d4f2d0-bfff-4cc4-b20f-1ceb757a998f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for subnet, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:20.836522 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 96e1fbdc-8737-4ff0-ba0c-e3deb7d67845 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:00:20.836750 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:20.898790 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4e216-0179-484e-96e0-1b3c358c0d46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d385926a-cbff-46fc-9086-236d674dd375,revision_number=0']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:20.914144 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-cac4e216-0179-484e-96e0-1b3c358c0d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:20.916944 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-2aa25946-c3fd-4828-aaaa-a11be4e7383e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:20.985068 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac4e216-0179-484e-96e0-1b3c358c0d46 admin admin] Checking segment: {'id': 'eacbf87e-61e9-426f-a6ce-4c275c3eac41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e8c3e092-4689-465c-9b91-a08c0e2449f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:00:20.986177 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac4e216-0179-484e-96e0-1b3c358c0d46 admin admin] Network hostable DHCP agents. Network: e8c3e092-4689-465c-9b91-a08c0e2449f6, hostable agents: ['bfd10ce1-d195-4e07-9fe2-51a3c988df31'], hosted agents: [] {{(pid=73963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:00:21.033717 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4f2d0-bfff-4cc4-b20f-1ceb757a998f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3d86109-d684-488c-90c6-8b77dcfbcf6e,revision_number=0']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:21.037677 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9a939079-4211-4efd-a7b8-33a69150cfb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:21.038685 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-42d4f2d0-bfff-4cc4-b20f-1ceb757a998f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:21.045880 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6cd8c3-07bf-44d6-996c-f2c55ee6eb59 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:00:21.056325 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d4f2d0-bfff-4cc4-b20f-1ceb757a998f admin admin] Checking segment: {'id': 'b302ab53-c874-4277-8f4f-3752b65dae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'adb56681-e966-4fd2-b25b-7733454440af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:00:21.056788 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d4f2d0-bfff-4cc4-b20f-1ceb757a998f admin admin] Network hostable DHCP agents. Network: adb56681-e966-4fd2-b25b-7733454440af, hostable agents: ['bfd10ce1-d195-4e07-9fe2-51a3c988df31'], hosted agents: [] {{(pid=73963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:00:21.058587 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2b2563-0289-4d94-85b9-60acb311dda5 None None] Sync routers for ids ['2f788246-b803-49c3-b0cc-9643de3bfca4'] in dv-cinder-787195-6-iscsi {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:00:21.065011 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac4e216-0179-484e-96e0-1b3c358c0d46 admin admin] Network e8c3e092-4689-465c-9b91-a08c0e2449f6 is scheduled to be hosted by DHCP agent bfd10ce1-d195-4e07-9fe2-51a3c988df31 with binding_index 1 {{(pid=73963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:00:21.081713 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2b2563-0289-4d94-85b9-60acb311dda5 None None] Routers {'2f788246-b803-49c3-b0cc-9643de3bfca4'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:00:21.083081 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-ec9fd017-f614-4e20-ac02-8b888294c132 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6058598fd6d64daa874363368144ebac&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5102985 Apr 30 16:00:21.084347 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fd017-f614-4e20-ac02-8b888294c132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e0e52a-6040-44f0-9395-ed4ddf1a60cd,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:21.085397 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 57456) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:21.085888 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-2b2b2563-0289-4d94-85b9-60acb311dda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:00:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['2f788246-b803-49c3-b0cc-9643de3bfca4'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:21.088016 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9a939079-4211-4efd-a7b8-33a69150cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:21.090153 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-ec9fd017-f614-4e20-ac02-8b888294c132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:21.106905 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [None req-cac4e216-0179-484e-96e0-1b3c358c0d46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-iscsi, e8c3e092-4689-465c-9b91-a08c0e2449f6) {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:00:21.117029 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac4e216-0179-484e-96e0-1b3c358c0d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:21.117733 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-cac4e216-0179-484e-96e0-1b3c358c0d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for subnet, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:21.138808 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-dc6cd8c3-07bf-44d6-996c-f2c55ee6eb59 admin admin] Notify callbacks [] for router, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:21.143300 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-dc6cd8c3-07bf-44d6-996c-f2c55ee6eb59 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8421371 Apr 30 16:00:21.144243 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 57464) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:21.149218 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d4f2d0-bfff-4cc4-b20f-1ceb757a998f admin admin] Network adb56681-e966-4fd2-b25b-7733454440af is scheduled to be hosted by DHCP agent bfd10ce1-d195-4e07-9fe2-51a3c988df31 with binding_index 1 {{(pid=73963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:00:21.169058 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [None req-42d4f2d0-bfff-4cc4-b20f-1ceb757a998f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-iscsi, adb56681-e966-4fd2-b25b-7733454440af) {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:00:21.176768 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-cac4e216-0179-484e-96e0-1b3c358c0d46 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.1442719 Apr 30 16:00:21.179044 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d4f2d0-bfff-4cc4-b20f-1ceb757a998f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:21.179615 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-42d4f2d0-bfff-4cc4-b20f-1ceb757a998f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for subnet, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:21.207786 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-782e21a8-7a93-406e-93a9-57e568e525c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:21.210831 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5112adc-0db7-4f7c-bedd-d03687eb7956 None None] Network e8c3e092-4689-465c-9b91-a08c0e2449f6 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:00:21.221226 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-42d4f2d0-bfff-4cc4-b20f-1ceb757a998f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2429841 Apr 30 16:00:21.250537 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77fe57a-cf2d-483c-97b2-d63a48b4be3f None None] Network adb56681-e966-4fd2-b25b-7733454440af requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:00:21.256981 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-782e21a8-7a93-406e-93a9-57e568e525c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:21.338021 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-782e21a8-7a93-406e-93a9-57e568e525c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:21.348322 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-d1412c33-4106-4980-afae-0accbd48ac42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:21.361664 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 57484) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:21.364627 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-782e21a8-7a93-406e-93a9-57e568e525c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:21.366048 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-782e21a8-7a93-406e-93a9-57e568e525c4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/00e0e52a-6040-44f0-9395-ed4ddf1a60cd HTTP/1.1" status: 204 len: 168 time: 0.2794867 Apr 30 16:00:21.371479 dv-cinder-787195-6-iscsi neutron-server[73963]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 30 16:00:21.398504 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0148f416-2dc4-4738-9007-e681aaf9d7d4 None None] Network 819fb011-2436-418a-a827-e8015cd0e60c requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:00:21.497961 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e21a8-7a93-406e-93a9-57e568e525c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e0e52a-6040-44f0-9395-ed4ddf1a60cd,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:21.507644 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-782e21a8-7a93-406e-93a9-57e568e525c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:21.587566 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-2b2b2563-0289-4d94-85b9-60acb311dda5 None None] Set router 2f788246-b803-49c3-b0cc-9643de3bfca4 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:00:21.617610 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6029587-2f0c-4142-824e-a74f71572558 req-cbcb72c8-f0bc-42ee-a9c7-48e431b862e6 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:21.630573 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a6029587-2f0c-4142-824e-a74f71572558 req-cbcb72c8-f0bc-42ee-a9c7-48e431b862e6 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/networks?id=819fb011-2436-418a-a827-e8015cd0e60c HTTP/1.1" status: 200 len: 814 time: 0.2600665 Apr 30 16:00:21.664281 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a6029587-2f0c-4142-824e-a74f71572558 req-9ed3b244-2e27-4e5a-886e-0be0bb29437f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/quotas/e47c1439b6884dea85fdc5c04cdf9341 HTTP/1.1" status: 200 len: 375 time: 0.0308623 Apr 30 16:00:21.744804 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a6029587-2f0c-4142-824e-a74f71572558 req-a28cd8ce-1c91-4a53-ab1c-201cee9a0074 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e47c1439b6884dea85fdc5c04cdf9341&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796216 Apr 30 16:00:21.959274 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-2b2b2563-0289-4d94-85b9-60acb311dda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'name': 'tempest-AttachVolumeTestJSON-1911497803-router', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:16Z', 'updated_at': '2021-04-30T16:00:18Z', 'revision_number': 3, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'gw_port': {'id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:30:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:17Z', 'updated_at': '2021-04-30T16:00:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:21.969356 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2b2563-0289-4d94-85b9-60acb311dda5 None None] Checking router: 2f788246-b803-49c3-b0cc-9643de3bfca4 for host: dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:00:21.970186 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2b2563-0289-4d94-85b9-60acb311dda5 None None] Updating router 2f788246-b803-49c3-b0cc-9643de3bfca4 port 325c250a-d5f3-49da-87c1-95bfcb8b2765 binding host dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:00:22.041014 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-2b2b2563-0289-4d94-85b9-60acb311dda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:22.105767 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d11555f-444e-49f2-bf32-52a64034e296 None None] Network e8c3e092-4689-465c-9b91-a08c0e2449f6 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:00:22.158339 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:22.160262 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_common [None req-9a939079-4211-4efd-a7b8-33a69150cfb7 admin admin] Allocated IP 172.27.3.60 (7713db68-e23d-4336-9c52-9698584522df/6c05463b-e465-4436-9156-1956ee4f9865/45e1fb38-c554-443c-8f01-646ea4288609) {{(pid=73964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:00:22.243751 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 57512) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:22.278929 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-1415c62c-f025-4f60-86d3-0dcb004eb8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:22.322658 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-1415c62c-f025-4f60-86d3-0dcb004eb8cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:22.334207 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-1415c62c-f025-4f60-86d3-0dcb004eb8cb admin admin] Usage tracker for resource:security_group_rule and tenant:2e11c4af022f46f89cb6a9f1dfe6a314 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:22.343579 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-1415c62c-f025-4f60-86d3-0dcb004eb8cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:22.353262 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] For port 96e1fbdc-8737-4ff0-ba0c-e3deb7d67845, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=96e1fbdc-8737-4ff0-ba0c-e3deb7d67845,segment=NetworkSegment(339bd56c-1f0a-4053-8cac-7bb55f02edd1),segment_id=339bd56c-1f0a-4053-8cac-7bb55f02edd1)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:00:22.358109 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-1415c62c-f025-4f60-86d3-0dcb004eb8cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:22.443980 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:22.508016 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:22.558763 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-1415c62c-f025-4f60-86d3-0dcb004eb8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:22.565781 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-1415c62c-f025-4f60-86d3-0dcb004eb8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:22.575658 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:22.625498 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-1415c62c-f025-4f60-86d3-0dcb004eb8cb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2e11c4af022f46f89cb6a9f1dfe6a314&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3803751 Apr 30 16:00:22.628474 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 57520) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:22.633559 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415c62c-f025-4f60-86d3-0dcb004eb8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6eb1e8d-a171-4b66-8fbe-83df92d50f2e,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:22.647195 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-1415c62c-f025-4f60-86d3-0dcb004eb8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:22.651950 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [req-a6029587-2f0c-4142-824e-a74f71572558 req-5f3765e1-9d67-47dd-9588-427980d519ef service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=73963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 16:00:22.653225 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a6029587-2f0c-4142-824e-a74f71572558 req-5f3765e1-9d67-47dd-9588-427980d519ef service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2227449 Apr 30 16:00:22.786630 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9a939079-4211-4efd-a7b8-33a69150cfb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:22.789049 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-e5efb481-abc5-4ec5-9ab7-6637c14a09f8 None None] Provisioning complete for port 96e1fbdc-8737-4ff0-ba0c-e3deb7d67845 triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:00:22.789340 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 57542) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:22.790171 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-e5efb481-abc5-4ec5-9ab7-6637c14a09f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:22.798752 dv-cinder-787195-6-iscsi neutron-server[73964]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 30 16:00:22.850484 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a6029587-2f0c-4142-824e-a74f71572558 req-0034b879-c914-4d85-b298-0ccabb79bf47 service neutron] 10.222.0.72 "GET /v2.0/networks/819fb011-2436-418a-a827-e8015cd0e60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897092 Apr 30 16:00:22.879139 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076ee2e0-3e43-4f9a-afc7-18717c3652d1 None None] Network adb56681-e966-4fd2-b25b-7733454440af requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:00:22.934004 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Pushing event updated for resources: {'Port': ['ID=96e1fbdc-8737-4ff0-ba0c-e3deb7d67845,revision_number=3']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:22.967174 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 57548) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:22.982871 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:22.984082 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-bdf2e0a9-e751-459c-95af-9550d0048dae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-501251468-network', 'tenant_id': '33c88b3d27d646b49b31c4041fa6d4fe'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:23.007024 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-bdf2e0a9-e751-459c-95af-9550d0048dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:23.009391 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a9c83fef-901d-4bcd-84e9-528d89b7aa59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:23.047760 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a9c83fef-901d-4bcd-84e9-528d89b7aa59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:23.048665 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-bdf2e0a9-e751-459c-95af-9550d0048dae admin admin] Usage tracker for resource:network and tenant:33c88b3d27d646b49b31c4041fa6d4fe is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:23.066198 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-bdf2e0a9-e751-459c-95af-9550d0048dae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:23.087305 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-bdf2e0a9-e751-459c-95af-9550d0048dae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:23.092435 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a6029587-2f0c-4142-824e-a74f71572558 req-5234b0e0-983a-4b77-9641-7ec5e293c35f service neutron] 10.222.0.72 "GET /v2.0/networks/819fb011-2436-418a-a827-e8015cd0e60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321436 Apr 30 16:00:23.108145 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-5fcdde6a-6adb-417a-92d9-d867778803db tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:23.108846 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-5fcdde6a-6adb-417a-92d9-d867778803db tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Synchronizing usage tracker for tenant:b8bd34bbc49e457ab486a499bb5ceebf on resource:network {{(pid=73964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:00:23.118638 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9a939079-4211-4efd-a7b8-33a69150cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206'] for port, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:23.128680 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf2e0a9-e751-459c-95af-9550d0048dae admin admin] Made reservation on behalf of 33c88b3d27d646b49b31c4041fa6d4fe for: {'network': 1} {{(pid=73964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:00:23.130945 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-bdf2e0a9-e751-459c-95af-9550d0048dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for network, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:23.141298 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a9c83fef-901d-4bcd-84e9-528d89b7aa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:23.148726 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-f42c3d6f-a3b1-401b-b42a-67c8ac588e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:23.149385 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-7ed02443-2327-4e88-84e6-53a85b21fb16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:23.174129 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c83fef-901d-4bcd-84e9-528d89b7aa59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6eb1e8d-a171-4b66-8fbe-83df92d50f2e,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:23.181296 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5889ae15-83ce-44c5-9606-c6bd1092c83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:23.183732 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a9c83fef-901d-4bcd-84e9-528d89b7aa59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:23.188232 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a9c83fef-901d-4bcd-84e9-528d89b7aa59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:23.192488 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-a9c83fef-901d-4bcd-84e9-528d89b7aa59 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e6eb1e8d-a171-4b66-8fbe-83df92d50f2e HTTP/1.1" status: 204 len: 168 time: 0.5605986 Apr 30 16:00:23.227517 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-bdf2e0a9-e751-459c-95af-9550d0048dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:23.342215 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a939079-4211-4efd-a7b8-33a69150cfb7 admin admin] Network 7713db68-e23d-4336-9c52-9698584522df is already hosted by enough agents. {{(pid=73964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:00:23.343328 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-5fcdde6a-6adb-417a-92d9-d867778803db tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Unset dirty status for tenant:b8bd34bbc49e457ab486a499bb5ceebf on resource:network {{(pid=73964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:00:23.344701 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-5fcdde6a-6adb-417a-92d9-d867778803db tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/networks?id=adb56681-e966-4fd2-b25b-7733454440af HTTP/1.1" status: 200 len: 811 time: 0.5544508 Apr 30 16:00:23.348328 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-bdf2e0a9-e751-459c-95af-9550d0048dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:23.352103 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-9a939079-4211-4efd-a7b8-33a69150cfb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:00:23.361717 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-bdf2e0a9-e751-459c-95af-9550d0048dae admin admin] Usage tracker for resource:security_group_rule and tenant:33c88b3d27d646b49b31c4041fa6d4fe is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:23.369547 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a939079-4211-4efd-a7b8-33a69150cfb7 admin admin] Received port after_create {{(pid=73964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:00:23.420556 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a939079-4211-4efd-a7b8-33a69150cfb7 admin admin] Pushing event updated for resources: {'Port': ['ID=45e1fb38-c554-443c-8f01-646ea4288609,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:23.444227 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-bdf2e0a9-e751-459c-95af-9550d0048dae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:23.462415 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-9a939079-4211-4efd-a7b8-33a69150cfb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:23.512824 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-2b2b2563-0289-4d94-85b9-60acb311dda5 None None] Notify callbacks [] for port, precommit_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:23.538578 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.provisioning_blocks [None req-2b2b2563-0289-4d94-85b9-60acb311dda5 None None] Transition to ACTIVE for port object 325c250a-d5f3-49da-87c1-95bfcb8b2765 will not be triggered until provisioned by entity L2. {{(pid=73966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:00:23.545275 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-9c6c5f47-4d06-4d0d-a5b1-9cb362c9a592 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/quotas/b8bd34bbc49e457ab486a499bb5ceebf HTTP/1.1" status: 200 len: 375 time: 0.1853850 Apr 30 16:00:23.551949 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-bdf2e0a9-e751-459c-95af-9550d0048dae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:23.554445 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-2b2b2563-0289-4d94-85b9-60acb311dda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:23.561392 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:23.690176 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-cd4338b3-b7c1-4d14-b56d-ff7acf00b967 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8bd34bbc49e457ab486a499bb5ceebf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1339786 Apr 30 16:00:23.700634 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-2b2b2563-0289-4d94-85b9-60acb311dda5 None None] Attempting to bind port 325c250a-d5f3-49da-87c1-95bfcb8b2765 on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:00:23.701198 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-2b2b2563-0289-4d94-85b9-60acb311dda5 None None] Attempting to bind port 325c250a-d5f3-49da-87c1-95bfcb8b2765 by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'}] {{(pid=73966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:00:23.701720 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2b2563-0289-4d94-85b9-60acb311dda5 None None] Attempting to bind port 325c250a-d5f3-49da-87c1-95bfcb8b2765 on network 7713db68-e23d-4336-9c52-9698584522df {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:00:23.710030 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adba28d-19d0-430a-baef-2301e89efdd4 None None] Pushing event updated for resources: {'Port': ['ID=325c250a-d5f3-49da-87c1-95bfcb8b2765,revision_number=2']} {{(pid=73966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:23.717998 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2b2563-0289-4d94-85b9-60acb311dda5 None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:00:23.718704 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2b2563-0289-4d94-85b9-60acb311dda5 None None] Checking segment: {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:00:23.719438 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-2b2b2563-0289-4d94-85b9-60acb311dda5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:23.720380 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2b2563-0289-4d94-85b9-60acb311dda5 None None] Bound using segment: {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'} {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:00:23.721165 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-2b2b2563-0289-4d94-85b9-60acb311dda5 None None] Bound port: 325c250a-d5f3-49da-87c1-95bfcb8b2765, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'}}] {{(pid=73966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:00:23.721740 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-2b2b2563-0289-4d94-85b9-60acb311dda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:23.770423 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adba28d-19d0-430a-baef-2301e89efdd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:23.770898 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adba28d-19d0-430a-baef-2301e89efdd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:23.771294 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adba28d-19d0-430a-baef-2301e89efdd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:23.771681 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adba28d-19d0-430a-baef-2301e89efdd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:23.772205 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adba28d-19d0-430a-baef-2301e89efdd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:23.772593 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adba28d-19d0-430a-baef-2301e89efdd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:23.773485 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adba28d-19d0-430a-baef-2301e89efdd4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:23.773878 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adba28d-19d0-430a-baef-2301e89efdd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:23.774278 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adba28d-19d0-430a-baef-2301e89efdd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:23.774672 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adba28d-19d0-430a-baef-2301e89efdd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:23.775188 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adba28d-19d0-430a-baef-2301e89efdd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:23.775415 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adba28d-19d0-430a-baef-2301e89efdd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adba28d-19d0-430a-baef-2301e89efdd4 None None] Tracked resource versions report: Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: pushed versions: Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: { 'AddressGroup': {'1.2'}, Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: 'ConntrackHelper': {'1.0'}, Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: 'Log': {'1.0'}, Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: 'Network': {'1.1'}, Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: 'Port': {'1.7'}, Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: 'PortForwarding': {'1.2'}, Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: 'QosPolicy': {'1.8'}, Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: 'SecurityGroup': {'1.4'}, Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: 'SecurityGroupRule': {'1.2'}, Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: 'SubPort': {'1.0'}, Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: 'Subnet': {'1.1'}, Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: 'Trunk': {'1.1'}} Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: consumer versions: Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: { DHCP agent@dv-cinder-787195-6-iscsi: {}, Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: HyperV agent@hv-cinder-78719: {}, Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: L3 agent@dv-cinder-787195-6-iscsi: {}, Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: Metadata agent@dv-cinder-787195-6-iscsi: {}, Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: Metering agent@dv-cinder-787195-6-iscsi: {}, Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: Open vSwitch agent@dv-cinder-787195-6-iscsi: { 'AddressGroup': '1.2', Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: 'ConntrackHelper': '1.0', Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: 'Log': '1.0', Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: 'Network': '1.1', Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: 'Port': '1.7', Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: 'PortForwarding': '1.2', Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: 'QosPolicy': '1.8', Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: 'SecurityGroup': '1.4', Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: 'SecurityGroupRule': '1.2', Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: 'SubPort': '1.0', Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: 'Subnet': '1.1', Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: 'Trunk': '1.1'}} Apr 30 16:00:23.776670 dv-cinder-787195-6-iscsi neutron-server[73966]: {{(pid=73966) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 16:00:23.779726 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-4adba28d-19d0-430a-baef-2301e89efdd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:23.826301 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.db [None req-2b2b2563-0289-4d94-85b9-60acb311dda5 None None] For port 325c250a-d5f3-49da-87c1-95bfcb8b2765, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:00:23.830729 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.db [None req-2b2b2563-0289-4d94-85b9-60acb311dda5 None None] For port 325c250a-d5f3-49da-87c1-95bfcb8b2765, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=325c250a-d5f3-49da-87c1-95bfcb8b2765,segment=NetworkSegment(a30bcc7b-d76f-404c-9f7c-d7e43145326e),segment_id=a30bcc7b-d76f-404c-9f7c-d7e43145326e)] {{(pid=73966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:00:23.836756 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-2b2b2563-0289-4d94-85b9-60acb311dda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:23.841543 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:23.864045 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_common [None req-5889ae15-83ce-44c5-9606-c6bd1092c83b admin admin] Allocated IP 172.20.0.1 (529eb04d-afd1-4ec1-a7cf-59406e4ebee4/9b5b4d6f-2a10-41bf-be25-6159859e6aec/f33f0bac-05ff-4148-9395-5251c188e475) {{(pid=73964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:00:23.865034 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-70929816-012d-4538-9c5f-0cd3b6c14c05 req-2825db67-6504-4ecf-ae7c-fdc6ff743d96 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eba312e-6afe-42d2-a844-c12a7e959a34 HTTP/1.1" status: 200 len: 210 time: 0.0935538 Apr 30 16:00:23.955195 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adba28d-19d0-430a-baef-2301e89efdd4 None None] Pushing event updated for resources: {'Port': ['ID=325c250a-d5f3-49da-87c1-95bfcb8b2765,revision_number=3']} {{(pid=73966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:23.982563 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-4adba28d-19d0-430a-baef-2301e89efdd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:24.020277 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-bdf2e0a9-e751-459c-95af-9550d0048dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:24.020394 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2b2563-0289-4d94-85b9-60acb311dda5 None None] Routers {'2f788246-b803-49c3-b0cc-9643de3bfca4'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:00:24.020394 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-2b2b2563-0289-4d94-85b9-60acb311dda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:00:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['2f788246-b803-49c3-b0cc-9643de3bfca4'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:24.124085 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-bdf2e0a9-e751-459c-95af-9550d0048dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:24.154728 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-ec9fd017-f614-4e20-ac02-8b888294c132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:24.256913 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf2e0a9-e751-459c-95af-9550d0048dae admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=73964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:00:24.268041 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-2b2b2563-0289-4d94-85b9-60acb311dda5 None None] Set router 2f788246-b803-49c3-b0cc-9643de3bfca4 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:00:24.365206 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-d95015ce-a02c-4f32-b5e5-ea31a6dacb31 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=73964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 16:00:24.366509 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-d95015ce-a02c-4f32-b5e5-ea31a6dacb31 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3304007 Apr 30 16:00:24.375601 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2e0a9-e751-459c-95af-9550d0048dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e61be3-31c8-4e32-8ddb-47b7398a629e,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:24.404399 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-bdf2e0a9-e751-459c-95af-9550d0048dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:24.416182 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-bdf2e0a9-e751-459c-95af-9550d0048dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:24.416521 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.db.segments_db [None req-bdf2e0a9-e751-459c-95af-9550d0048dae admin admin] Added segment 5eb83405-4d1c-47e3-9eb3-3b24973db052 of type vlan for network e50c367f-c299-41ce-b0bc-c8d887c1b409 Apr 30 16:00:24.568136 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9a939079-4211-4efd-a7b8-33a69150cfb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:24.620814 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 96e1fbdc-8737-4ff0-ba0c-e3deb7d67845 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:00:24.649000 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-2b2b2563-0289-4d94-85b9-60acb311dda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'name': 'tempest-AttachVolumeTestJSON-1911497803-router', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:16Z', 'updated_at': '2021-04-30T16:00:18Z', 'revision_number': 3, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'gw_port': {'id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:30:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:17Z', 'updated_at': '2021-04-30T16:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:24.666201 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2b2563-0289-4d94-85b9-60acb311dda5 None None] The sync data for ids ['2f788246-b803-49c3-b0cc-9643de3bfca4'] in dv-cinder-787195-6-iscsi is: [{'id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'name': 'tempest-AttachVolumeTestJSON-1911497803-router', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:16Z', 'updated_at': '2021-04-30T16:00:18Z', 'revision_number': 3, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'gw_port': {'id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:30:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:17Z', 'updated_at': '2021-04-30T16:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}] {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:00:24.732700 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 96e1fbdc-8737-4ff0-ba0c-e3deb7d67845 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:00:24.733083 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:24.836576 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5889ae15-83ce-44c5-9606-c6bd1092c83b admin admin] Notify callbacks [] for port, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:24.846212 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-bdf2e0a9-e751-459c-95af-9550d0048dae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132848788'] for network, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:25.075827 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.provisioning_blocks [None req-5889ae15-83ce-44c5-9606-c6bd1092c83b admin admin] Transition to ACTIVE for port object f33f0bac-05ff-4148-9395-5251c188e475 will not be triggered until provisioned by entity DHCP. {{(pid=73964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:00:25.203425 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-c858819e-d7a9-4a5b-ab42-421da8111970 service neutron] 10.222.0.72 "GET /v2.0/networks/adb56681-e966-4fd2-b25b-7733454440af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8192134 Apr 30 16:00:25.373342 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-eca71b43-d9ac-4902-a77e-c0227a8f89d9 service neutron] 10.222.0.72 "GET /v2.0/networks/adb56681-e966-4fd2-b25b-7733454440af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624088 Apr 30 16:00:25.381978 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-bdf2e0a9-e751-459c-95af-9550d0048dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for network, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:25.388879 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf2e0a9-e751-459c-95af-9550d0048dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:25.389831 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-bdf2e0a9-e751-459c-95af-9550d0048dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:25.431157 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-5b8fedc4-e959-4bc9-9cbd-f79b61c42bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:25.527612 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-41fa459a-77fd-4c42-a4e9-19d06cc98ab5 req-27767d8a-a0c8-4877-a676-721c15094f58 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eba312e-6afe-42d2-a844-c12a7e959a34 HTTP/1.1" status: 200 len: 210 time: 0.1034658 Apr 30 16:00:25.576396 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 57652) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:25.579889 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-bdf2e0a9-e751-459c-95af-9550d0048dae admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.6106138 Apr 30 16:00:25.582838 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-89a2132d-8b6f-4b84-b3eb-ea0da9d7a50d admin admin] Request body: {'subnet': {'network_id': 'e50c367f-c299-41ce-b0bc-c8d887c1b409', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-501251468-subnet', 'tenant_id': '33c88b3d27d646b49b31c4041fa6d4fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:25.597419 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-89a2132d-8b6f-4b84-b3eb-ea0da9d7a50d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:25.617736 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-89a2132d-8b6f-4b84-b3eb-ea0da9d7a50d admin admin] Usage tracker for resource:subnet and tenant:33c88b3d27d646b49b31c4041fa6d4fe is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:25.627750 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-89a2132d-8b6f-4b84-b3eb-ea0da9d7a50d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:25.647301 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-89a2132d-8b6f-4b84-b3eb-ea0da9d7a50d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:25.677365 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a2132d-8b6f-4b84-b3eb-ea0da9d7a50d admin admin] Made reservation on behalf of 33c88b3d27d646b49b31c4041fa6d4fe for: {'subnet': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:00:25.679741 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-89a2132d-8b6f-4b84-b3eb-ea0da9d7a50d admin admin] Notify callbacks [] for subnet, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:25.803667 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2e0a9-e751-459c-95af-9550d0048dae admin admin] Pushing event updated for resources: {'Network': ['ID=e50c367f-c299-41ce-b0bc-c8d887c1b409,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:25.806261 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5889ae15-83ce-44c5-9606-c6bd1092c83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206'] for port, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:25.807163 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-bdf2e0a9-e751-459c-95af-9550d0048dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:25.817393 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Network e50c367f-c299-41ce-b0bc-c8d887c1b409 details requested by agent ovs-agent-dv-cinder-787195-6-iscsi with host dv-cinder-787195-6-iscsi {{(pid=73965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:00:25.892634 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 57674) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:26.070296 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:26.303564 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.42', 55813) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:26.309384 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7d494610-6888-4ac9-8e95-599f044062f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:26.323560 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9a939079-4211-4efd-a7b8-33a69150cfb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655959'] for router, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:26.353064 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5889ae15-83ce-44c5-9606-c6bd1092c83b admin admin] Network 529eb04d-afd1-4ec1-a7cf-59406e4ebee4 is already hosted by enough agents. {{(pid=73964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:00:26.373400 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-5889ae15-83ce-44c5-9606-c6bd1092c83b admin admin] Resources bound (agent type, host, resource id): {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:00:26.389795 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5889ae15-83ce-44c5-9606-c6bd1092c83b admin admin] Received port after_create {{(pid=73964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:00:26.390249 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5889ae15-83ce-44c5-9606-c6bd1092c83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-915929'] for router_interface, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:26.435876 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-7d494610-6888-4ac9-8e95-599f044062f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:26.466482 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-9043482c-06f5-4470-b1cb-ece728c250b1 req-5683c330-ab68-4aba-9022-610bfb6c8ec9 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6b8014b-7822-43f2-932d-5c615761ebff HTTP/1.1" status: 200 len: 210 time: 0.2723246 Apr 30 16:00:26.523190 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-7d494610-6888-4ac9-8e95-599f044062f7 admin admin] Usage tracker for resource:security_group_rule and tenant:846bc46f5c9b4acd840957b003774ed7 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:26.539093 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-7d494610-6888-4ac9-8e95-599f044062f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:26.544771 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889ae15-83ce-44c5-9606-c6bd1092c83b admin admin] Pushing event updated for resources: {'Port': ['ID=f33f0bac-05ff-4148-9395-5251c188e475,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:26.565310 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-5889ae15-83ce-44c5-9606-c6bd1092c83b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:26.571183 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-7d494610-6888-4ac9-8e95-599f044062f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:26.737332 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 325c250a-d5f3-49da-87c1-95bfcb8b2765 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:00:26.837928 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6029587-2f0c-4142-824e-a74f71572558 req-12432180-f00e-41ea-a5b8-127162e95967 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:26.843459 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a6029587-2f0c-4142-824e-a74f71572558 req-12432180-f00e-41ea-a5b8-127162e95967 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.42 "GET /v2.0/networks?id=819fb011-2436-418a-a827-e8015cd0e60c HTTP/1.1" status: 200 len: 814 time: 0.5359240 Apr 30 16:00:26.878462 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port 325c250a-d5f3-49da-87c1-95bfcb8b2765 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:00:26.888480 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 325c250a-d5f3-49da-87c1-95bfcb8b2765 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:00:26.889231 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:26.988856 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-a6029587-2f0c-4142-824e-a74f71572558 req-a2a36d32-b24e-4cb2-adbf-95aab1feec5f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Request body: {'port': {'device_id': '3eba312e-6afe-42d2-a844-c12a7e959a34', 'network_id': '819fb011-2436-418a-a827-e8015cd0e60c', 'admin_state_up': True, 'tenant_id': 'e47c1439b6884dea85fdc5c04cdf9341'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:26.994448 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a939079-4211-4efd-a7b8-33a69150cfb7 admin admin] Router 715b7289-0e7b-4664-8465-db5dd372ff59 is scheduled to L3 agent ce014548-da84-4f8c-9540-249ce2846e6a with binding_index 1 {{(pid=73964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 16:00:27.039354 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5889ae15-83ce-44c5-9606-c6bd1092c83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:27.059038 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-68eda68f-4fbb-4888-bac2-42645d00e4d7 req-345ecbc3-af8d-41f3-9b6a-5e6536d06545 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eba312e-6afe-42d2-a844-c12a7e959a34 HTTP/1.1" status: 200 len: 210 time: 0.2142885 Apr 30 16:00:27.098453 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:27.145734 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] For port 325c250a-d5f3-49da-87c1-95bfcb8b2765, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=325c250a-d5f3-49da-87c1-95bfcb8b2765,segment=NetworkSegment(a30bcc7b-d76f-404c-9f7c-d7e43145326e),segment_id=a30bcc7b-d76f-404c-9f7c-d7e43145326e)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:00:27.173989 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-55838f96-a675-4888-840f-f802d659ae10 None None] Provisioning for port f33f0bac-05ff-4148-9395-5251c188e475 completed by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:00:27.194731 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-55838f96-a675-4888-840f-f802d659ae10 None None] Provisioning complete for port f33f0bac-05ff-4148-9395-5251c188e475 triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:00:27.195364 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-55838f96-a675-4888-840f-f802d659ae10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:27.268453 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:27.317334 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7d494610-6888-4ac9-8e95-599f044062f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:27.324943 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-55838f96-a675-4888-840f-f802d659ae10 None None] Port f33f0bac-05ff-4148-9395-5251c188e475 cannot update to ACTIVE because it is not bound. {{(pid=73965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:00:27.335726 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7d494610-6888-4ac9-8e95-599f044062f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:27.342516 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:27.356877 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:27.371617 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-a6029587-2f0c-4142-824e-a74f71572558 req-a2a36d32-b24e-4cb2-adbf-95aab1feec5f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:27.385062 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-a6029587-2f0c-4142-824e-a74f71572558 req-a2a36d32-b24e-4cb2-adbf-95aab1feec5f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Usage tracker for resource:port and tenant:e47c1439b6884dea85fdc5c04cdf9341 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:27.397623 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-a6029587-2f0c-4142-824e-a74f71572558 req-a2a36d32-b24e-4cb2-adbf-95aab1feec5f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:27.425910 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-a6029587-2f0c-4142-824e-a74f71572558 req-a2a36d32-b24e-4cb2-adbf-95aab1feec5f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:27.441606 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Pushing event updated for resources: {'Port': ['ID=325c250a-d5f3-49da-87c1-95bfcb8b2765,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:27.465798 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:27.475833 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-7d494610-6888-4ac9-8e95-599f044062f7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=846bc46f5c9b4acd840957b003774ed7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5818014 Apr 30 16:00:27.477054 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d494610-6888-4ac9-8e95-599f044062f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fa7636-f127-4eab-942b-08f55599156f,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:27.481061 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 57748) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:27.505410 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-7d494610-6888-4ac9-8e95-599f044062f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:27.529278 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6029587-2f0c-4142-824e-a74f71572558 req-a2a36d32-b24e-4cb2-adbf-95aab1feec5f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Made reservation on behalf of e47c1439b6884dea85fdc5c04cdf9341 for: {'port': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:00:27.533767 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-a6029587-2f0c-4142-824e-a74f71572558 req-a2a36d32-b24e-4cb2-adbf-95aab1feec5f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:27.666707 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-89a2132d-8b6f-4b84-b3eb-ea0da9d7a50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for subnet, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:27.682941 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:27.707551 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a939079-4211-4efd-a7b8-33a69150cfb7 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:00:27.719313 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b6ece4-7ceb-4aa4-9671-5550597ba7a2 None None] Sync routers for ids ['715b7289-0e7b-4664-8465-db5dd372ff59'] in dv-cinder-787195-6-iscsi {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:00:27.751053 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b6ece4-7ceb-4aa4-9671-5550597ba7a2 None None] Routers {'715b7289-0e7b-4664-8465-db5dd372ff59'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:00:27.755718 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-b7b6ece4-7ceb-4aa4-9671-5550597ba7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:00:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['715b7289-0e7b-4664-8465-db5dd372ff59'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:27.764435 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9a939079-4211-4efd-a7b8-33a69150cfb7 admin admin] Notify callbacks [] for router, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:27.766853 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-9a939079-4211-4efd-a7b8-33a69150cfb7 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.4712057 Apr 30 16:00:27.779393 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 57770) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:27.828411 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-12451a2e-9064-4fed-9db5-af7586894175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:27.875444 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b9a52f6c-f4b2-49c7-a047-24cdada2f0ed req-555c5bc3-6638-49b3-acc7-d9dcbbb413d4 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6b8014b-7822-43f2-932d-5c615761ebff HTTP/1.1" status: 200 len: 210 time: 0.1313946 Apr 30 16:00:28.037926 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-12451a2e-9064-4fed-9db5-af7586894175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:28.140996 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-b7b6ece4-7ceb-4aa4-9671-5550597ba7a2 None None] Set router 715b7289-0e7b-4664-8465-db5dd372ff59 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:00:28.146062 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [req-a6029587-2f0c-4142-824e-a74f71572558 req-a2a36d32-b24e-4cb2-adbf-95aab1feec5f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Allocated IP 172.20.0.7 (819fb011-2436-418a-a827-e8015cd0e60c/25aa568c-9755-4641-b331-c4c9e9416a7e/9cb8a50a-ab97-41e8-a96f-59d9de5a8abb) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:00:28.269551 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5889ae15-83ce-44c5-9606-c6bd1092c83b admin admin] Notify callbacks [] for port, precommit_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:28.324097 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5889ae15-83ce-44c5-9606-c6bd1092c83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:28.326985 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-12451a2e-9064-4fed-9db5-af7586894175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:28.354312 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a2132d-8b6f-4b84-b3eb-ea0da9d7a50d admin admin] Checking segment: {'id': '5eb83405-4d1c-47e3-9eb3-3b24973db052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e50c367f-c299-41ce-b0bc-c8d887c1b409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:00:28.356109 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a2132d-8b6f-4b84-b3eb-ea0da9d7a50d admin admin] Network hostable DHCP agents. Network: e50c367f-c299-41ce-b0bc-c8d887c1b409, hostable agents: ['bfd10ce1-d195-4e07-9fe2-51a3c988df31'], hosted agents: [] {{(pid=73963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:00:28.367898 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2132d-8b6f-4b84-b3eb-ea0da9d7a50d admin admin] Pushing event updated for resources: {'Subnet': ['ID=23e5e83b-41d9-45ce-953e-127b8348fddb,revision_number=0']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:28.399154 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5889ae15-83ce-44c5-9606-c6bd1092c83b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-915836'] for router_interface, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:28.410909 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 57786) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:28.420061 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:28.489235 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-89a2132d-8b6f-4b84-b3eb-ea0da9d7a50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.806s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:28.494944 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-782e21a8-7a93-406e-93a9-57e568e525c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:28.573011 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-76d80792-e274-409c-a91c-368ec36a558d req-b8f23cc5-bfe4-4450-be63-3ce39d4126cd tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eba312e-6afe-42d2-a844-c12a7e959a34 HTTP/1.1" status: 200 len: 210 time: 0.2506900 Apr 30 16:00:28.583770 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12451a2e-9064-4fed-9db5-af7586894175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fa7636-f127-4eab-942b-08f55599156f,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:28.605696 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-12451a2e-9064-4fed-9db5-af7586894175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:28.629945 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-12451a2e-9064-4fed-9db5-af7586894175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:28.631321 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-12451a2e-9064-4fed-9db5-af7586894175 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d6fa7636-f127-4eab-942b-08f55599156f HTTP/1.1" status: 204 len: 168 time: 1.1363878 Apr 30 16:00:28.634219 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a2132d-8b6f-4b84-b3eb-ea0da9d7a50d admin admin] Network e50c367f-c299-41ce-b0bc-c8d887c1b409 is scheduled to be hosted by DHCP agent bfd10ce1-d195-4e07-9fe2-51a3c988df31 with binding_index 1 {{(pid=73963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:00:28.651446 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [None req-89a2132d-8b6f-4b84-b3eb-ea0da9d7a50d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-iscsi, e50c367f-c299-41ce-b0bc-c8d887c1b409) {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:00:28.702719 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 325c250a-d5f3-49da-87c1-95bfcb8b2765 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:00:28.706703 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a2132d-8b6f-4b84-b3eb-ea0da9d7a50d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:28.707892 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-89a2132d-8b6f-4b84-b3eb-ea0da9d7a50d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for subnet, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:28.763856 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-a6029587-2f0c-4142-824e-a74f71572558 req-a2a36d32-b24e-4cb2-adbf-95aab1feec5f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:28.771233 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-89a2132d-8b6f-4b84-b3eb-ea0da9d7a50d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.1934848 Apr 30 16:00:28.842245 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-a6029587-2f0c-4142-824e-a74f71572558 req-a2a36d32-b24e-4cb2-adbf-95aab1feec5f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:28.847416 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889ae15-83ce-44c5-9606-c6bd1092c83b admin admin] Pushing event updated for resources: {'Port': ['ID=f33f0bac-05ff-4148-9395-5251c188e475,revision_number=2']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:28.862425 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:28.863143 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-5889ae15-83ce-44c5-9606-c6bd1092c83b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:28.902204 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edece0e-ed28-4ece-a5a4-dbaf299c94c4 None None] Network e50c367f-c299-41ce-b0bc-c8d887c1b409 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:00:29.088669 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.42', 55819) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:29.089485 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a36d32-b24e-4cb2-adbf-95aab1feec5f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Pushing event updated for resources: {'Port': ['ID=9cb8a50a-ab97-41e8-a96f-59d9de5a8abb,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:29.106096 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a2a36d32-b24e-4cb2-adbf-95aab1feec5f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:29.156366 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4e7f8f13-7728-4afb-aa19-bebdb9bb196e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:29.311523 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-4e7f8f13-7728-4afb-aa19-bebdb9bb196e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:29.347018 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-4e7f8f13-7728-4afb-aa19-bebdb9bb196e admin admin] Usage tracker for resource:security_group_rule and tenant:1926763c83b64de3aef1bc2fd65369b4 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:29.349901 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 57808) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:29.391004 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-4e7f8f13-7728-4afb-aa19-bebdb9bb196e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:29.395644 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2bd25b5a-d2c7-46d0-9a6f-154992020caf req-7cb3d100-200b-4b50-80df-7824e101759e tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6b8014b-7822-43f2-932d-5c615761ebff HTTP/1.1" status: 200 len: 210 time: 0.1467566 Apr 30 16:00:29.425784 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6029587-2f0c-4142-824e-a74f71572558 req-a2a36d32-b24e-4cb2-adbf-95aab1feec5f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Network 819fb011-2436-418a-a827-e8015cd0e60c is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:00:29.447740 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-4e7f8f13-7728-4afb-aa19-bebdb9bb196e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:29.593445 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5889ae15-83ce-44c5-9606-c6bd1092c83b admin admin] Network 529eb04d-afd1-4ec1-a7cf-59406e4ebee4 is already hosted by enough agents. {{(pid=73964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:00:29.622883 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-5889ae15-83ce-44c5-9606-c6bd1092c83b admin admin] Resources bound (agent type, host, resource id): {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:00:29.672585 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [req-a6029587-2f0c-4142-824e-a74f71572558 req-a2a36d32-b24e-4cb2-adbf-95aab1feec5f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:00:29.689370 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6029587-2f0c-4142-824e-a74f71572558 req-a2a36d32-b24e-4cb2-adbf-95aab1feec5f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:00:29.696665 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 325c250a-d5f3-49da-87c1-95bfcb8b2765 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:00:29.700104 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:29.724092 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6029587-2f0c-4142-824e-a74f71572558 req-a2a36d32-b24e-4cb2-adbf-95aab1feec5f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:29.737081 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-a6029587-2f0c-4142-824e-a74f71572558 req-a2a36d32-b24e-4cb2-adbf-95aab1feec5f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:29.841823 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a6029587-2f0c-4142-824e-a74f71572558 req-a2a36d32-b24e-4cb2-adbf-95aab1feec5f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8998718 Apr 30 16:00:29.904584 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [req-a6029587-2f0c-4142-824e-a74f71572558 req-65b596de-c476-4226-9b40-77fa45067281 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=73963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 16:00:29.906197 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a6029587-2f0c-4142-824e-a74f71572558 req-65b596de-c476-4226-9b40-77fa45067281 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160780 Apr 30 16:00:29.921414 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-7fd8cbd7-8f4e-424c-b662-8fb51a739dd0 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:29.923827 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-7fd8cbd7-8f4e-424c-b662-8fb51a739dd0 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.42 "GET /v2.0/networks?id=adb56681-e966-4fd2-b25b-7733454440af HTTP/1.1" status: 200 len: 811 time: 0.8083012 Apr 30 16:00:29.946283 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_v2 [None req-37acebaa-f20b-4665-b03c-34be7bbdbbd2 admin admin] Deleting subnet d385926a-cbff-46fc-9086-236d674dd375 {{(pid=73964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:00:29.997378 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-4cb8f2f1-7f3f-431f-b096-0dafa6fcc517 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Request body: {'port': {'device_id': 'd6b8014b-7822-43f2-932d-5c615761ebff', 'network_id': 'adb56681-e966-4fd2-b25b-7733454440af', 'admin_state_up': True, 'tenant_id': 'b8bd34bbc49e457ab486a499bb5ceebf'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:30.133232 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-37acebaa-f20b-4665-b03c-34be7bbdbbd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:30.205472 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa62a26c-d90c-4676-8859-450307ccdfcd None None] Network e50c367f-c299-41ce-b0bc-c8d887c1b409 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:00:30.316430 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2edaf5b1-d6a6-4a73-9e55-bb727d330c82 None None] Provisioning complete for port f33f0bac-05ff-4148-9395-5251c188e475 triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:00:30.317675 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2edaf5b1-d6a6-4a73-9e55-bb727d330c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:30.366863 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:00:30.433120 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-4cb8f2f1-7f3f-431f-b096-0dafa6fcc517 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:30.444102 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-4cb8f2f1-7f3f-431f-b096-0dafa6fcc517 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Usage tracker for resource:port and tenant:b8bd34bbc49e457ab486a499bb5ceebf is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:30.450221 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-4cb8f2f1-7f3f-431f-b096-0dafa6fcc517 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:30.471340 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-2edaf5b1-d6a6-4a73-9e55-bb727d330c82 None None] Port f33f0bac-05ff-4148-9395-5251c188e475 cannot update to ACTIVE because it is not bound. {{(pid=73965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:00:30.478855 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-4cb8f2f1-7f3f-431f-b096-0dafa6fcc517 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:30.511200 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-4cb8f2f1-7f3f-431f-b096-0dafa6fcc517 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Made reservation on behalf of b8bd34bbc49e457ab486a499bb5ceebf for: {'port': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:00:30.519889 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-4cb8f2f1-7f3f-431f-b096-0dafa6fcc517 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:30.553531 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-b7b6ece4-7ceb-4aa4-9671-5550597ba7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715b7289-0e7b-4664-8465-db5dd372ff59', 'name': 'tempest-ServerRescueNegativeTestJSON-1127863820-router', 'tenant_id': '5ab89963bad1468d8d31bd42b50c5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '45e1fb38-c554-443c-8f01-646ea4288609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:19Z', 'updated_at': '2021-04-30T16:00:23Z', 'revision_number': 3, 'project_id': '5ab89963bad1468d8d31bd42b50c5e2d', 'gw_port': {'id': '45e1fb38-c554-443c-8f01-646ea4288609', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715b7289-0e7b-4664-8465-db5dd372ff59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:21Z', 'updated_at': '2021-04-30T16:00:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:30.618514 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b6ece4-7ceb-4aa4-9671-5550597ba7a2 None None] Checking router: 715b7289-0e7b-4664-8465-db5dd372ff59 for host: dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:00:30.619160 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b6ece4-7ceb-4aa4-9671-5550597ba7a2 None None] Updating router 715b7289-0e7b-4664-8465-db5dd372ff59 port 45e1fb38-c554-443c-8f01-646ea4288609 binding host dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:00:30.665058 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-a6029587-2f0c-4142-824e-a74f71572558 req-a29f7f92-bf83-4b5e-89ea-a4efd7d89534 service neutron] Request body: {'port': {'device_id': '3eba312e-6afe-42d2-a844-c12a7e959a34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:30.726802 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-37acebaa-f20b-4665-b03c-34be7bbdbbd2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:30.764066 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-37acebaa-f20b-4665-b03c-34be7bbdbbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2036197'] for subnet, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:30.768011 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-b7b6ece4-7ceb-4aa4-9671-5550597ba7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:30.928765 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5889ae15-83ce-44c5-9606-c6bd1092c83b admin admin] Router 2f788246-b803-49c3-b0cc-9643de3bfca4 has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:00:31.011436 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f0465-473b-43b3-8515-27365ce90483 req-2f5dc698-32a4-4f3e-a85f-36666e6372c2 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:31.027508 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f81f0465-473b-43b3-8515-27365ce90483 req-2f5dc698-32a4-4f3e-a85f-36666e6372c2 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eba312e-6afe-42d2-a844-c12a7e959a34 HTTP/1.1" status: 200 len: 931 time: 1.1319871 Apr 30 16:00:31.063304 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4e7f8f13-7728-4afb-aa19-bebdb9bb196e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:31.106014 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-84441356-f3ad-4aec-91d3-83cf10e6ae23 req-291301c9-9d81-4ad7-8c74-d370ecf6d1dd tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6b8014b-7822-43f2-932d-5c615761ebff HTTP/1.1" status: 200 len: 210 time: 0.4490788 Apr 30 16:00:31.162071 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4e7f8f13-7728-4afb-aa19-bebdb9bb196e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:31.426315 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-a6029587-2f0c-4142-824e-a74f71572558 req-a29f7f92-bf83-4b5e-89ea-a4efd7d89534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:31.462946 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-4cb8f2f1-7f3f-431f-b096-0dafa6fcc517 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Allocated IP 172.20.0.12 (adb56681-e966-4fd2-b25b-7733454440af/c3d86109-d684-488c-90c6-8b77dcfbcf6e/1a187017-459c-4b2b-8b38-f9204500d332) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:00:31.518945 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-a76a1abf-90c4-4d70-9233-7d598fbcf5cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:31.544552 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-4e7f8f13-7728-4afb-aa19-bebdb9bb196e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1926763c83b64de3aef1bc2fd65369b4&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0733416 Apr 30 16:00:31.553750 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 57852) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:31.632352 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-f81f0465-473b-43b3-8515-27365ce90483 req-75909928-20ab-4750-8f57-06df49bf6a28 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Synchronizing usage tracker for tenant:e47c1439b6884dea85fdc5c04cdf9341 on resource:security_group {{(pid=73964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:00:31.799176 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f8f13-7728-4afb-aa19-bebdb9bb196e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0498c09f-6f9d-48ee-b52b-3ed95a46b494,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:31.808649 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-4e7f8f13-7728-4afb-aa19-bebdb9bb196e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:31.870250 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-f81f0465-473b-43b3-8515-27365ce90483 req-75909928-20ab-4750-8f57-06df49bf6a28 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Unset dirty status for tenant:e47c1439b6884dea85fdc5c04cdf9341 on resource:security_group {{(pid=73964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:00:31.878302 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f81f0465-473b-43b3-8515-27365ce90483 req-75909928-20ab-4750-8f57-06df49bf6a28 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8497877 Apr 30 16:00:32.069639 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-b7b6ece4-7ceb-4aa4-9671-5550597ba7a2 None None] Notify callbacks [] for port, precommit_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:32.114486 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-b7b6ece4-7ceb-4aa4-9671-5550597ba7a2 None None] Transition to ACTIVE for port object 45e1fb38-c554-443c-8f01-646ea4288609 will not be triggered until provisioned by entity L2. {{(pid=73965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:00:32.125720 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-b7b6ece4-7ceb-4aa4-9671-5550597ba7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:32.130089 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-ec244969-ecbb-4c51-89af-801b2c694458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:32.138436 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:32.277570 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-ec244969-ecbb-4c51-89af-801b2c694458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:32.286071 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5889ae15-83ce-44c5-9606-c6bd1092c83b admin admin] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:00:32.300041 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4ddcd5-7ec1-47d2-9612-75f97ed2cee4 None None] Sync routers for ids ['2f788246-b803-49c3-b0cc-9643de3bfca4'] in dv-cinder-787195-6-iscsi {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:00:32.324295 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4ddcd5-7ec1-47d2-9612-75f97ed2cee4 None None] Routers {'2f788246-b803-49c3-b0cc-9643de3bfca4'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:00:32.328822 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-5a4ddcd5-7ec1-47d2-9612-75f97ed2cee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:00:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['2f788246-b803-49c3-b0cc-9643de3bfca4'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:32.350872 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-5889ae15-83ce-44c5-9606-c6bd1092c83b admin admin] 10.222.0.72 "PUT /v2.0/routers/2f788246-b803-49c3-b0cc-9643de3bfca4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2055547 Apr 30 16:00:32.432006 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-b7b6ece4-7ceb-4aa4-9671-5550597ba7a2 None None] Attempting to bind port 45e1fb38-c554-443c-8f01-646ea4288609 on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:00:32.432379 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-b7b6ece4-7ceb-4aa4-9671-5550597ba7a2 None None] Attempting to bind port 45e1fb38-c554-443c-8f01-646ea4288609 by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:00:32.432737 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b6ece4-7ceb-4aa4-9671-5550597ba7a2 None None] Attempting to bind port 45e1fb38-c554-443c-8f01-646ea4288609 on network 7713db68-e23d-4336-9c52-9698584522df {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:00:32.434890 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb633e-112e-425a-82ba-7a93c047a7c3 None None] Pushing event updated for resources: {'Port': ['ID=45e1fb38-c554-443c-8f01-646ea4288609,revision_number=2']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:32.459486 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-8feb633e-112e-425a-82ba-7a93c047a7c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:32.464263 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b6ece4-7ceb-4aa4-9671-5550597ba7a2 None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:00:32.464637 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b6ece4-7ceb-4aa4-9671-5550597ba7a2 None None] Checking segment: {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:00:32.465035 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-b7b6ece4-7ceb-4aa4-9671-5550597ba7a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:32.465421 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b6ece4-7ceb-4aa4-9671-5550597ba7a2 None None] Bound using segment: {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:00:32.465893 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-b7b6ece4-7ceb-4aa4-9671-5550597ba7a2 None None] Bound port: 45e1fb38-c554-443c-8f01-646ea4288609, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'}}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:00:32.483173 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-b7b6ece4-7ceb-4aa4-9671-5550597ba7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:32.684650 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-5a4ddcd5-7ec1-47d2-9612-75f97ed2cee4 None None] Set router 2f788246-b803-49c3-b0cc-9643de3bfca4 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:00:32.693847 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-677d0a74-7a08-41a2-a053-805f345e3590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:32.740383 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-b7b6ece4-7ceb-4aa4-9671-5550597ba7a2 None None] For port 45e1fb38-c554-443c-8f01-646ea4288609, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:00:32.744218 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-b7b6ece4-7ceb-4aa4-9671-5550597ba7a2 None None] For port 45e1fb38-c554-443c-8f01-646ea4288609, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=45e1fb38-c554-443c-8f01-646ea4288609,segment=NetworkSegment(a30bcc7b-d76f-404c-9f7c-d7e43145326e),segment_id=a30bcc7b-d76f-404c-9f7c-d7e43145326e)] {{(pid=73965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:00:32.750620 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-b7b6ece4-7ceb-4aa4-9671-5550597ba7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:32.784186 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:32.881300 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-37acebaa-f20b-4665-b03c-34be7bbdbbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2036220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for subnet, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:32.891318 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:32.918262 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-65a0fac8-4dec-4556-bd16-c28019fcb5cb req-160c206f-6ec2-418a-a3bf-c39eecf79fee tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6b8014b-7822-43f2-932d-5c615761ebff HTTP/1.1" status: 200 len: 210 time: 0.4206769 Apr 30 16:00:33.039358 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b6ece4-7ceb-4aa4-9671-5550597ba7a2 None None] Routers {'715b7289-0e7b-4664-8465-db5dd372ff59'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:00:33.040301 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-b7b6ece4-7ceb-4aa4-9671-5550597ba7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:00:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['715b7289-0e7b-4664-8465-db5dd372ff59'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:33.046523 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-37acebaa-f20b-4665-b03c-34be7bbdbbd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for subnet, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:33.062391 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37acebaa-f20b-4665-b03c-34be7bbdbbd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d385926a-cbff-46fc-9086-236d674dd375,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:33.067235 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-37acebaa-f20b-4665-b03c-34be7bbdbbd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:33.067752 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 57896) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:33.076095 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-37acebaa-f20b-4665-b03c-34be7bbdbbd2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d385926a-cbff-46fc-9086-236d674dd375 HTTP/1.1" status: 204 len: 168 time: 3.7246671 Apr 30 16:00:33.085752 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 57898) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:33.324252 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [req-a6029587-2f0c-4142-824e-a74f71572558 req-a29f7f92-bf83-4b5e-89ea-a4efd7d89534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cb8a50a-ab97-41e8-a96f-59d9de5a8abb {{(pid=73963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:00:33.341291 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-a6029587-2f0c-4142-824e-a74f71572558 req-a29f7f92-bf83-4b5e-89ea-a4efd7d89534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:33.379136 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-a6029587-2f0c-4142-824e-a74f71572558 req-a29f7f92-bf83-4b5e-89ea-a4efd7d89534 service neutron] Transition to ACTIVE for port object 9cb8a50a-ab97-41e8-a96f-59d9de5a8abb will not be triggered until provisioned by entity L2. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:00:33.389815 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-a6029587-2f0c-4142-824e-a74f71572558 req-a29f7f92-bf83-4b5e-89ea-a4efd7d89534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:33.406151 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-ec244969-ecbb-4c51-89af-801b2c694458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:33.414712 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-5a4ddcd5-7ec1-47d2-9612-75f97ed2cee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'name': 'tempest-AttachVolumeTestJSON-1911497803-router', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:16Z', 'updated_at': '2021-04-30T16:00:26Z', 'revision_number': 4, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'gw_port': {'id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:30:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:17Z', 'updated_at': '2021-04-30T16:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': 'f33f0bac-05ff-4148-9395-5251c188e475', 'name': '', 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'mac_address': 'fa:16:3e:69:e2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:23Z', 'updated_at': '2021-04-30T16:00:27Z', 'revision_number': 2, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'subnets': [{'id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:33.430796 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4ddcd5-7ec1-47d2-9612-75f97ed2cee4 None None] Checking router: 2f788246-b803-49c3-b0cc-9643de3bfca4 for host: dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:00:33.431405 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4ddcd5-7ec1-47d2-9612-75f97ed2cee4 None None] Updating router 2f788246-b803-49c3-b0cc-9643de3bfca4 port f33f0bac-05ff-4148-9395-5251c188e475 binding host dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:00:33.495953 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb633e-112e-425a-82ba-7a93c047a7c3 None None] Pushing event updated for resources: {'Port': ['ID=45e1fb38-c554-443c-8f01-646ea4288609,revision_number=3']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:33.510276 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-dc6cd8c3-07bf-44d6-996c-f2c55ee6eb59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:33.527596 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688298'] for network, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:33.554712 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-5a4ddcd5-7ec1-47d2-9612-75f97ed2cee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:33.566726 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-8feb633e-112e-425a-82ba-7a93c047a7c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:33.599860 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_common [None req-677d0a74-7a08-41a2-a053-805f345e3590 admin admin] Allocated IP 172.20.0.1 (003f3ed1-d8ee-44dc-a675-9957118a6f9c/ee3010de-4ebd-4277-9903-82c7833bcd22/e6e2ce65-91b2-4604-9317-c1416eaf3632) {{(pid=73964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:00:33.618710 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-c4cf9a18-8c44-4993-98af-c12193a23367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:33.675024 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f7f92-bf83-4b5e-89ea-a4efd7d89534 service neutron] Pushing event updated for resources: {'Port': ['ID=9cb8a50a-ab97-41e8-a96f-59d9de5a8abb,revision_number=2']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:33.715523 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a29f7f92-bf83-4b5e-89ea-a4efd7d89534 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:33.740478 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-7d494610-6888-4ac9-8e95-599f044062f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:33.786039 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec244969-ecbb-4c51-89af-801b2c694458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0498c09f-6f9d-48ee-b52b-3ed95a46b494,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:33.828603 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 57918) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:33.829653 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-ec244969-ecbb-4c51-89af-801b2c694458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:33.834906 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-ec244969-ecbb-4c51-89af-801b2c694458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:33.838550 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-ec244969-ecbb-4c51-89af-801b2c694458 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0498c09f-6f9d-48ee-b52b-3ed95a46b494 HTTP/1.1" status: 204 len: 168 time: 2.2710304 Apr 30 16:00:33.849018 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-73c3f848-3989-44d3-9a15-b79c5d0b93c0 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1705262469', 'description': 'tempest-description--2044291571'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:33.879295 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-73c3f848-3989-44d3-9a15-b79c5d0b93c0 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:33.889914 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-73c3f848-3989-44d3-9a15-b79c5d0b93c0 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Usage tracker for resource:security_group and tenant:2585736d9b1c4eaabdd630f3e03e2da0 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:33.930699 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-73c3f848-3989-44d3-9a15-b79c5d0b93c0 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:33.949620 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24aa01f-79af-4e3b-a901-007cdbc52230 req-0ea1b9d5-1204-42e5-9021-2b5555d5e883 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:33.961474 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-f24aa01f-79af-4e3b-a901-007cdbc52230 req-0ea1b9d5-1204-42e5-9021-2b5555d5e883 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Synchronizing usage tracker for tenant:e47c1439b6884dea85fdc5c04cdf9341 on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:00:34.000113 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-b7b6ece4-7ceb-4aa4-9671-5550597ba7a2 None None] Set router 715b7289-0e7b-4664-8465-db5dd372ff59 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:00:34.057042 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-c4cf9a18-8c44-4993-98af-c12193a23367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:34.087854 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034024', 'neutron.services.segments.db._delete_segments_for_network-8758133272989'] for network, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:34.106995 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-73c3f848-3989-44d3-9a15-b79c5d0b93c0 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:34.125190 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-c4cf9a18-8c44-4993-98af-c12193a23367 admin admin] Usage tracker for resource:security_group_rule and tenant:4e02bf71462c4bb486066feb815481be is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:34.178422 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-4cb8f2f1-7f3f-431f-b096-0dafa6fcc517 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:34.241132 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-4cb8f2f1-7f3f-431f-b096-0dafa6fcc517 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:34.242833 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-73c3f848-3989-44d3-9a15-b79c5d0b93c0 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:34.255936 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-a6029587-2f0c-4142-824e-a74f71572558 req-a29f7f92-bf83-4b5e-89ea-a4efd7d89534 service neutron] Attempting to bind port 9cb8a50a-ab97-41e8-a96f-59d9de5a8abb on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:00:34.256288 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-a6029587-2f0c-4142-824e-a74f71572558 req-a29f7f92-bf83-4b5e-89ea-a4efd7d89534 service neutron] Attempting to bind port 9cb8a50a-ab97-41e8-a96f-59d9de5a8abb by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '661407b4-95b2-4d17-9ac4-ce7a66ada27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '819fb011-2436-418a-a827-e8015cd0e60c'}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:00:34.256803 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6029587-2f0c-4142-824e-a74f71572558 req-a29f7f92-bf83-4b5e-89ea-a4efd7d89534 service neutron] Attempting to bind port 9cb8a50a-ab97-41e8-a96f-59d9de5a8abb on network 819fb011-2436-418a-a827-e8015cd0e60c {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:00:34.265289 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6029587-2f0c-4142-824e-a74f71572558 req-a29f7f92-bf83-4b5e-89ea-a4efd7d89534 service neutron] Port 9cb8a50a-ab97-41e8-a96f-59d9de5a8abb on network 819fb011-2436-418a-a827-e8015cd0e60c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:00:34.265623 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6029587-2f0c-4142-824e-a74f71572558 req-a29f7f92-bf83-4b5e-89ea-a4efd7d89534 service neutron] Attempting to bind port 9cb8a50a-ab97-41e8-a96f-59d9de5a8abb on network 819fb011-2436-418a-a827-e8015cd0e60c {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:00:34.277429 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6029587-2f0c-4142-824e-a74f71572558 req-a29f7f92-bf83-4b5e-89ea-a4efd7d89534 service neutron] Checking agent: {'id': '12734182-a135-4f20-887d-69ffd9792d0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'started_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:00:34.277837 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6029587-2f0c-4142-824e-a74f71572558 req-a29f7f92-bf83-4b5e-89ea-a4efd7d89534 service neutron] Checking segment: {'id': '661407b4-95b2-4d17-9ac4-ce7a66ada27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '819fb011-2436-418a-a827-e8015cd0e60c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:00:34.278431 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6029587-2f0c-4142-824e-a74f71572558 req-a29f7f92-bf83-4b5e-89ea-a4efd7d89534 service neutron] Bound using segment: {'id': '661407b4-95b2-4d17-9ac4-ce7a66ada27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '819fb011-2436-418a-a827-e8015cd0e60c'} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:00:34.278888 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-a6029587-2f0c-4142-824e-a74f71572558 req-a29f7f92-bf83-4b5e-89ea-a4efd7d89534 service neutron] Bound port: 9cb8a50a-ab97-41e8-a96f-59d9de5a8abb, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '661407b4-95b2-4d17-9ac4-ce7a66ada27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '819fb011-2436-418a-a827-e8015cd0e60c'}}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:00:34.279231 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-a6029587-2f0c-4142-824e-a74f71572558 req-a29f7f92-bf83-4b5e-89ea-a4efd7d89534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:34.349998 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-c4cf9a18-8c44-4993-98af-c12193a23367 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:34.365605 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-c4cf9a18-8c44-4993-98af-c12193a23367 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:34.440809 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-a6029587-2f0c-4142-824e-a74f71572558 req-a29f7f92-bf83-4b5e-89ea-a4efd7d89534 service neutron] For port 9cb8a50a-ab97-41e8-a96f-59d9de5a8abb, host hv-cinder-78719, cleared binding levels {{(pid=73963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:00:34.450345 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-a6029587-2f0c-4142-824e-a74f71572558 req-a29f7f92-bf83-4b5e-89ea-a4efd7d89534 service neutron] For port 9cb8a50a-ab97-41e8-a96f-59d9de5a8abb, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=9cb8a50a-ab97-41e8-a96f-59d9de5a8abb,segment=NetworkSegment(661407b4-95b2-4d17-9ac4-ce7a66ada27c),segment_id=661407b4-95b2-4d17-9ac4-ce7a66ada27c)] {{(pid=73963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:00:34.451491 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a2a36d32-b24e-4cb2-adbf-95aab1feec5f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:34.479951 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-c4cf9a18-8c44-4993-98af-c12193a23367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:34.559288 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-c4cf9a18-8c44-4993-98af-c12193a23367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:34.624538 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-4cb8f2f1-7f3f-431f-b096-0dafa6fcc517 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Network adb56681-e966-4fd2-b25b-7733454440af is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:00:34.625445 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-f24aa01f-79af-4e3b-a901-007cdbc52230 req-0ea1b9d5-1204-42e5-9021-2b5555d5e883 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Unset dirty status for tenant:e47c1439b6884dea85fdc5c04cdf9341 on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:00:34.627177 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f24aa01f-79af-4e3b-a901-007cdbc52230 req-0ea1b9d5-1204-42e5-9021-2b5555d5e883 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eba312e-6afe-42d2-a844-c12a7e959a34 HTTP/1.1" status: 200 len: 943 time: 1.2361443 Apr 30 16:00:34.634069 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8f2f1-7f3f-431f-b096-0dafa6fcc517 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Pushing event updated for resources: {'Port': ['ID=1a187017-459c-4b2b-8b38-f9204500d332,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:34.636270 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-4cb8f2f1-7f3f-431f-b096-0dafa6fcc517 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:00:34.638339 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-a6029587-2f0c-4142-824e-a74f71572558 req-a29f7f92-bf83-4b5e-89ea-a4efd7d89534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:34.644102 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-4cb8f2f1-7f3f-431f-b096-0dafa6fcc517 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:00:34.659152 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-4cb8f2f1-7f3f-431f-b096-0dafa6fcc517 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:34.659764 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-4cb8f2f1-7f3f-431f-b096-0dafa6fcc517 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:34.693940 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-73c3f848-3989-44d3-9a15-b79c5d0b93c0 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:34.698269 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-73c3f848-3989-44d3-9a15-b79c5d0b93c0 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Usage tracker for resource:security_group_rule and tenant:2585736d9b1c4eaabdd630f3e03e2da0 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:34.707277 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-73c3f848-3989-44d3-9a15-b79c5d0b93c0 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:34.710291 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-73c3f848-3989-44d3-9a15-b79c5d0b93c0 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:34.748927 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-b7b6ece4-7ceb-4aa4-9671-5550597ba7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715b7289-0e7b-4664-8465-db5dd372ff59', 'name': 'tempest-ServerRescueNegativeTestJSON-1127863820-router', 'tenant_id': '5ab89963bad1468d8d31bd42b50c5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '45e1fb38-c554-443c-8f01-646ea4288609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:19Z', 'updated_at': '2021-04-30T16:00:23Z', 'revision_number': 3, 'project_id': '5ab89963bad1468d8d31bd42b50c5e2d', 'gw_port': {'id': '45e1fb38-c554-443c-8f01-646ea4288609', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715b7289-0e7b-4664-8465-db5dd372ff59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:21Z', 'updated_at': '2021-04-30T16:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:34.772210 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b6ece4-7ceb-4aa4-9671-5550597ba7a2 None None] The sync data for ids ['715b7289-0e7b-4664-8465-db5dd372ff59'] in dv-cinder-787195-6-iscsi is: [{'id': '715b7289-0e7b-4664-8465-db5dd372ff59', 'name': 'tempest-ServerRescueNegativeTestJSON-1127863820-router', 'tenant_id': '5ab89963bad1468d8d31bd42b50c5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '45e1fb38-c554-443c-8f01-646ea4288609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:19Z', 'updated_at': '2021-04-30T16:00:23Z', 'revision_number': 3, 'project_id': '5ab89963bad1468d8d31bd42b50c5e2d', 'gw_port': {'id': '45e1fb38-c554-443c-8f01-646ea4288609', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715b7289-0e7b-4664-8465-db5dd372ff59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:21Z', 'updated_at': '2021-04-30T16:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}] {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:00:34.813200 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-5a4ddcd5-7ec1-47d2-9612-75f97ed2cee4 None None] Notify callbacks [] for port, precommit_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:34.834667 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.provisioning_blocks [None req-5a4ddcd5-7ec1-47d2-9612-75f97ed2cee4 None None] Transition to ACTIVE for port object f33f0bac-05ff-4148-9395-5251c188e475 will not be triggered until provisioned by entity L2. {{(pid=73966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:00:34.845680 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-b8bb4c10-7ddb-4287-9123-188ecf417512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:34.849797 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-5a4ddcd5-7ec1-47d2-9612-75f97ed2cee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:34.862931 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-2f7820fe-4377-4516-881b-3902067caf3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:34.878893 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-73c3f848-3989-44d3-9a15-b79c5d0b93c0 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:34.892152 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-4cb8f2f1-7f3f-431f-b096-0dafa6fcc517 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:34.917475 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a29f7f92-bf83-4b5e-89ea-a4efd7d89534 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:35.031232 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-677d0a74-7a08-41a2-a053-805f345e3590 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:35.058743 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-c4cf9a18-8c44-4993-98af-c12193a23367 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4e02bf71462c4bb486066feb815481be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9768443 Apr 30 16:00:35.076047 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:35.076047 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:35.076047 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:35.076047 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] Subscribe: > port after_create 55550000 {{(pid=73964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:35.076047 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=73964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:35.076047 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] Subscribe: > port after_update 55550000 {{(pid=73964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:35.076047 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:35.076047 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:35.076047 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:35.076047 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:35.191130 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-4cb8f2f1-7f3f-431f-b096-0dafa6fcc517 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1993892 Apr 30 16:00:35.249374 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 57950) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:35.283270 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5738d5a-c4e6-4344-9dd5-369a3dd464b7 None None] Pushing event updated for resources: {'Port': ['ID=f33f0bac-05ff-4148-9395-5251c188e475,revision_number=3']} {{(pid=73966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:35.301052 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-73c3f848-3989-44d3-9a15-b79c5d0b93c0 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:35.370123 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-63c8469e-f6ee-4fad-8323-df83ffd8df60 service neutron] Request body: {'port': {'device_id': 'd6b8014b-7822-43f2-932d-5c615761ebff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:35.441644 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-a5738d5a-c4e6-4344-9dd5-369a3dd464b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:35.461315 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:35.462194 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:35.462768 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:35.463550 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:00:35.464241 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c3e092-4689-465c-9b91-a08c0e2449f6']}} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:35.464534 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6029587-2f0c-4142-824e-a74f71572558 req-a29f7f92-bf83-4b5e-89ea-a4efd7d89534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:35.465411 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-a6029587-2f0c-4142-824e-a74f71572558 req-a29f7f92-bf83-4b5e-89ea-a4efd7d89534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:35.466836 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a6029587-2f0c-4142-824e-a74f71572558 req-a29f7f92-bf83-4b5e-89ea-a4efd7d89534 service neutron] 10.222.0.42 "PUT /v2.0/ports/9cb8a50a-ab97-41e8-a96f-59d9de5a8abb HTTP/1.1" status: 200 len: 1093 time: 5.0414736 Apr 30 16:00:35.474014 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf9a18-8c44-4993-98af-c12193a23367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2352968c-5ab7-4d3a-aa5e-d15466931dcd,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:35.482625 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-c4cf9a18-8c44-4993-98af-c12193a23367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:35.496464 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eacbf87e-61e9-426f-a6ce-4c275c3eac41') {'for_net_delete': True} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:35.496813 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eacbf87e-61e9-426f-a6ce-4c275c3eac41') {} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:35.502352 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eba312e-6afe-42d2-a844-c12a7e959a34', 'tag': '9cb8a50a-ab97-41e8-a96f-59d9de5a8abb'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:00:35.523271 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133283943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3533651'] for segment, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:35.559785 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-5a4ddcd5-7ec1-47d2-9612-75f97ed2cee4 None None] Attempting to bind port f33f0bac-05ff-4148-9395-5251c188e475 on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:00:35.560176 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-5a4ddcd5-7ec1-47d2-9612-75f97ed2cee4 None None] Attempting to bind port f33f0bac-05ff-4148-9395-5251c188e475 by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': '339bd56c-1f0a-4053-8cac-7bb55f02edd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4'}] {{(pid=73966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:00:35.560534 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4ddcd5-7ec1-47d2-9612-75f97ed2cee4 None None] Attempting to bind port f33f0bac-05ff-4148-9395-5251c188e475 on network 529eb04d-afd1-4ec1-a7cf-59406e4ebee4 {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:00:35.572673 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4ddcd5-7ec1-47d2-9612-75f97ed2cee4 None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:00:35.573578 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4ddcd5-7ec1-47d2-9612-75f97ed2cee4 None None] Checking segment: {'id': '339bd56c-1f0a-4053-8cac-7bb55f02edd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:00:35.573977 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-5a4ddcd5-7ec1-47d2-9612-75f97ed2cee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:35.574690 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4ddcd5-7ec1-47d2-9612-75f97ed2cee4 None None] Bound using segment: {'id': '339bd56c-1f0a-4053-8cac-7bb55f02edd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4'} {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:00:35.575219 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-5a4ddcd5-7ec1-47d2-9612-75f97ed2cee4 None None] Bound port: f33f0bac-05ff-4148-9395-5251c188e475, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '339bd56c-1f0a-4053-8cac-7bb55f02edd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4'}}] {{(pid=73966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:00:35.575661 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-5a4ddcd5-7ec1-47d2-9612-75f97ed2cee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:35.579321 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:35.604172 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=73964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:00:35.686993 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a220a13-4577-4500-bcc3-d1403849351a req-5ef0d7e5-8d48-4079-9755-67c8a7389192 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:35.698965 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-6a220a13-4577-4500-bcc3-d1403849351a req-5ef0d7e5-8d48-4079-9755-67c8a7389192 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6b8014b-7822-43f2-932d-5c615761ebff HTTP/1.1" status: 200 len: 932 time: 1.5703132 Apr 30 16:00:35.740963 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.db [None req-5a4ddcd5-7ec1-47d2-9612-75f97ed2cee4 None None] For port f33f0bac-05ff-4148-9395-5251c188e475, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:00:35.748039 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.db [None req-5a4ddcd5-7ec1-47d2-9612-75f97ed2cee4 None None] For port f33f0bac-05ff-4148-9395-5251c188e475, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=f33f0bac-05ff-4148-9395-5251c188e475,segment=NetworkSegment(339bd56c-1f0a-4053-8cac-7bb55f02edd1),segment_id=339bd56c-1f0a-4053-8cac-7bb55f02edd1)] {{(pid=73966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:00:35.766321 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-5a4ddcd5-7ec1-47d2-9612-75f97ed2cee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:35.776889 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-4adba28d-19d0-430a-baef-2301e89efdd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:35.916055 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f24aa01f-79af-4e3b-a901-007cdbc52230 req-6daaf899-248a-41b9-abe1-a876eb7b55c0 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2762461 Apr 30 16:00:35.938173 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-677d0a74-7a08-41a2-a053-805f345e3590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:35.983392 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5738d5a-c4e6-4344-9dd5-369a3dd464b7 None None] Pushing event updated for resources: {'Port': ['ID=f33f0bac-05ff-4148-9395-5251c188e475,revision_number=4']} {{(pid=73966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:35.988926 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-a5738d5a-c4e6-4344-9dd5-369a3dd464b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:36.003019 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4ddcd5-7ec1-47d2-9612-75f97ed2cee4 None None] Routers {'2f788246-b803-49c3-b0cc-9643de3bfca4'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:00:36.003888 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-5a4ddcd5-7ec1-47d2-9612-75f97ed2cee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:00:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['2f788246-b803-49c3-b0cc-9643de3bfca4'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:36.285444 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-5d7e616b-1d97-44be-8250-99865c581702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:36.294766 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f7f92-bf83-4b5e-89ea-a4efd7d89534 service neutron] Pushing event updated for resources: {'Port': ['ID=9cb8a50a-ab97-41e8-a96f-59d9de5a8abb,revision_number=3']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:36.460777 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-6a220a13-4577-4500-bcc3-d1403849351a req-cc6c82aa-c87b-4b47-ae1c-58bdb9605d06 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Synchronizing usage tracker for tenant:b8bd34bbc49e457ab486a499bb5ceebf on resource:security_group {{(pid=73964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:00:36.473467 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.managers [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] Network e8c3e092-4689-465c-9b91-a08c0e2449f6 has no segments {{(pid=73964) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:00:36.500143 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677d0a74-7a08-41a2-a053-805f345e3590 admin admin] Network 003f3ed1-d8ee-44dc-a675-9957118a6f9c is already hosted by enough agents. {{(pid=73964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:00:36.512751 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2039760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3714241'] for segment, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:36.519792 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-5a4ddcd5-7ec1-47d2-9612-75f97ed2cee4 None None] Set router 2f788246-b803-49c3-b0cc-9643de3bfca4 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:00:36.572033 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-677d0a74-7a08-41a2-a053-805f345e3590 admin admin] Resources bound (agent type, host, resource id): {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:00:36.594303 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677d0a74-7a08-41a2-a053-805f345e3590 admin admin] Received port after_create {{(pid=73964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:00:36.624182 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-73c3f848-3989-44d3-9a15-b79c5d0b93c0 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:36.636873 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-73c3f848-3989-44d3-9a15-b79c5d0b93c0 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.7927380 Apr 30 16:00:36.652558 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 57984) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:36.671867 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a29f7f92-bf83-4b5e-89ea-a4efd7d89534 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.754s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:36.673355 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-63c8469e-f6ee-4fad-8323-df83ffd8df60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:36.738596 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.981s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:36.797618 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d0a74-7a08-41a2-a053-805f345e3590 admin admin] Pushing event updated for resources: {'Port': ['ID=e6e2ce65-91b2-4604-9317-c1416eaf3632,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:36.805724 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-6a220a13-4577-4500-bcc3-d1403849351a req-cc6c82aa-c87b-4b47-ae1c-58bdb9605d06 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Unset dirty status for tenant:b8bd34bbc49e457ab486a499bb5ceebf on resource:security_group {{(pid=73964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:00:36.816216 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-6a220a13-4577-4500-bcc3-d1403849351a req-cc6c82aa-c87b-4b47-ae1c-58bdb9605d06 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a3eb760-827b-401b-862f-3f3456ad3509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1135764 Apr 30 16:00:36.824521 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-677d0a74-7a08-41a2-a053-805f345e3590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:36.824927 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-910f1be9-fd72-46c7-8343-a017b9c22d4b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Request body: {'security_group_rule': {'security_group_id': 'e8e35344-f0a5-4923-8d0f-8b67afe549f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:36.930755 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-910f1be9-fd72-46c7-8343-a017b9c22d4b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:36.939090 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-257bd517-e2ac-493c-b09f-9ac7853ad1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:36.965584 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.managers [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] Network e8c3e092-4689-465c-9b91-a08c0e2449f6 has no segments {{(pid=73964) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:00:36.976520 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-677d0a74-7a08-41a2-a053-805f345e3590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-915929'] for router_interface, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: from cryptography.utils import int_from_bytes Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: from cryptography.utils import int_from_bytes Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: Traceback (most recent call last): Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: timer() Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: cb(*args, **kw) Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: return func(*args, **kwargs) Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: self._notify() Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: self.callback(batched_events) Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: event.method(event) Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: return f(self, *a, **k) Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: return self._get(url).json() Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: return self.request(url, 'GET', **kwargs) Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:00:36.998660 dv-cinder-787195-6-iscsi neutron-server[73964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:00:37.060336 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-257bd517-e2ac-493c-b09f-9ac7853ad1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:37.182870 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-910f1be9-fd72-46c7-8343-a017b9c22d4b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Usage tracker for resource:security_group_rule and tenant:2585736d9b1c4eaabdd630f3e03e2da0 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:37.188856 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-257bd517-e2ac-493c-b09f-9ac7853ad1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:37.191972 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eba312e-6afe-42d2-a844-c12a7e959a34', 'tag': '9cb8a50a-ab97-41e8-a96f-59d9de5a8abb', 'status': 'completed', 'code': 200} Apr 30 16:00:37.196184 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-910f1be9-fd72-46c7-8343-a017b9c22d4b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:37.274296 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-910f1be9-fd72-46c7-8343-a017b9c22d4b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:37.281880 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3f848-3989-44d3-9a15-b79c5d0b93c0 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e35344-f0a5-4923-8d0f-8b67afe549f2,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:37.282145 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657477'] for network, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:37.288210 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-73c3f848-3989-44d3-9a15-b79c5d0b93c0 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:37.302909 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-ec244969-ecbb-4c51-89af-801b2c694458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:37.307063 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:37.365084 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:37.371148 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257bd517-e2ac-493c-b09f-9ac7853ad1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2352968c-5ab7-4d3a-aa5e-d15466931dcd,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:37.378752 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-257bd517-e2ac-493c-b09f-9ac7853ad1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:37.384079 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6029587-2f0c-4142-824e-a74f71572558 req-27691c06-eaca-42c1-8abb-4d9e21e7f93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:37.388909 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a6029587-2f0c-4142-824e-a74f71572558 req-27691c06-eaca-42c1-8abb-4d9e21e7f93a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e47c1439b6884dea85fdc5c04cdf9341&device_id=3eba312e-6afe-42d2-a844-c12a7e959a34 HTTP/1.1" status: 200 len: 1096 time: 1.6499765 Apr 30 16:00:37.399249 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:37.412757 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8c3e092-4689-465c-9b91-a08c0e2449f6,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:37.436351 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-257bd517-e2ac-493c-b09f-9ac7853ad1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:37.440562 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:37.446323 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-257bd517-e2ac-493c-b09f-9ac7853ad1ed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2352968c-5ab7-4d3a-aa5e-d15466931dcd HTTP/1.1" status: 204 len: 168 time: 2.1671336 Apr 30 16:00:37.458113 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-910f1be9-fd72-46c7-8343-a017b9c22d4b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:37.470953 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 57998) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:37.487857 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e8c3e092-4689-465c-9b91-a08c0e2449f6 HTTP/1.1" status: 204 len: 168 time: 4.3950059 Apr 30 16:00:37.524746 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 45e1fb38-c554-443c-8f01-646ea4288609 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:00:37.789292 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port 45e1fb38-c554-443c-8f01-646ea4288609 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:00:37.808056 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-5a4ddcd5-7ec1-47d2-9612-75f97ed2cee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'name': 'tempest-AttachVolumeTestJSON-1911497803-router', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:16Z', 'updated_at': '2021-04-30T16:00:26Z', 'revision_number': 4, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'gw_port': {'id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:30:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:17Z', 'updated_at': '2021-04-30T16:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': 'f33f0bac-05ff-4148-9395-5251c188e475', 'name': '', 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'mac_address': 'fa:16:3e:69:e2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:23Z', 'updated_at': '2021-04-30T16:00:35Z', 'revision_number': 4, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'subnets': [{'id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:37.819377 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 45e1fb38-c554-443c-8f01-646ea4288609 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:00:37.819754 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:37.820415 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4ddcd5-7ec1-47d2-9612-75f97ed2cee4 None None] The sync data for ids ['2f788246-b803-49c3-b0cc-9643de3bfca4'] in dv-cinder-787195-6-iscsi is: [{'id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'name': 'tempest-AttachVolumeTestJSON-1911497803-router', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:16Z', 'updated_at': '2021-04-30T16:00:26Z', 'revision_number': 4, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'gw_port': {'id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:30:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:17Z', 'updated_at': '2021-04-30T16:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': 'f33f0bac-05ff-4148-9395-5251c188e475', 'name': '', 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'mac_address': 'fa:16:3e:69:e2:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:23Z', 'updated_at': '2021-04-30T16:00:35Z', 'revision_number': 4, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'subnets': [{'id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:00:37.837550 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_v2 [None req-29bd6702-c545-4a87-b0c0-5fc14a1c9cc1 admin admin] Deleting subnet 23e5e83b-41d9-45ce-953e-127b8348fddb {{(pid=73963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:00:37.888033 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c190455-5f04-4f9d-b9ae-d44b37259ce4 req-d4c60cb2-ce69-40ed-a68f-beb5332896db tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:37.902016 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3c190455-5f04-4f9d-b9ae-d44b37259ce4 req-d4c60cb2-ce69-40ed-a68f-beb5332896db tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eba312e-6afe-42d2-a844-c12a7e959a34 HTTP/1.1" status: 200 len: 943 time: 0.7304385 Apr 30 16:00:38.037353 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-677d0a74-7a08-41a2-a053-805f345e3590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:38.177078 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-29bd6702-c545-4a87-b0c0-5fc14a1c9cc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:38.313045 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:38.350820 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] For port 45e1fb38-c554-443c-8f01-646ea4288609, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=45e1fb38-c554-443c-8f01-646ea4288609,segment=NetworkSegment(a30bcc7b-d76f-404c-9f7c-d7e43145326e),segment_id=a30bcc7b-d76f-404c-9f7c-d7e43145326e)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:00:38.356637 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3c190455-5f04-4f9d-b9ae-d44b37259ce4 req-59a121dc-e8b9-4166-9254-1f0d130ab1fa tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523752 Apr 30 16:00:38.358346 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:38.361082 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-8feb633e-112e-425a-82ba-7a93c047a7c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:38.378675 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-29bd6702-c545-4a87-b0c0-5fc14a1c9cc1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:38.400672 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-29bd6702-c545-4a87-b0c0-5fc14a1c9cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2036197'] for subnet, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:38.545632 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Pushing event updated for resources: {'Port': ['ID=45e1fb38-c554-443c-8f01-646ea4288609,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:38.550529 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:38.776874 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a6029587-2f0c-4142-824e-a74f71572558 req-e4b123d1-11a9-440f-9ccf-8edf6c32f4f8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cb8a50a-ab97-41e8-a96f-59d9de5a8abb HTTP/1.1" status: 200 len: 217 time: 0.9619100 Apr 30 16:00:38.828438 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-677d0a74-7a08-41a2-a053-805f345e3590 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:38.896011 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-677d0a74-7a08-41a2-a053-805f345e3590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714077'] for port, after_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:38.988913 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-5889ae15-83ce-44c5-9606-c6bd1092c83b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:39.045339 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6029587-2f0c-4142-824e-a74f71572558 req-390a8d77-4858-464a-83b2-556b1c7e1710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:39.046878 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a6029587-2f0c-4142-824e-a74f71572558 req-390a8d77-4858-464a-83b2-556b1c7e1710 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=25aa568c-9755-4641-b331-c4c9e9416a7e HTTP/1.1" status: 200 len: 854 time: 0.1707125 Apr 30 16:00:39.212343 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-677d0a74-7a08-41a2-a053-805f345e3590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-915836'] for router_interface, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:39.242151 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a6029587-2f0c-4142-824e-a74f71572558 req-360b202e-186b-4f34-b4d9-3b277cbe3539 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=819fb011-2436-418a-a827-e8015cd0e60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1660528 Apr 30 16:00:39.302675 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d0a74-7a08-41a2-a053-805f345e3590 admin admin] Pushing event updated for resources: {'Port': ['ID=e6e2ce65-91b2-4604-9317-c1416eaf3632,revision_number=2']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:39.310419 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-677d0a74-7a08-41a2-a053-805f345e3590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:39.432122 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-910f1be9-fd72-46c7-8343-a017b9c22d4b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:39.606877 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677d0a74-7a08-41a2-a053-805f345e3590 admin admin] Network 003f3ed1-d8ee-44dc-a675-9957118a6f9c is already hosted by enough agents. {{(pid=73964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:00:39.610337 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-677d0a74-7a08-41a2-a053-805f345e3590 admin admin] Resources bound (agent type, host, resource id): {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:00:39.748482 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 45e1fb38-c554-443c-8f01-646ea4288609 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:00:39.968946 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 45e1fb38-c554-443c-8f01-646ea4288609 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:00:39.969329 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:40.132565 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-910f1be9-fd72-46c7-8343-a017b9c22d4b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750673'] for security_group_rule, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:40.134735 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a6029587-2f0c-4142-824e-a74f71572558 req-cc3b78c2-c34d-476f-9648-004b456b21ec service neutron] 10.222.0.42 "GET /v2.0/networks/819fb011-2436-418a-a827-e8015cd0e60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8097076 Apr 30 16:00:40.237552 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:40.304748 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device f33f0bac-05ff-4148-9395-5251c188e475 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:00:40.482261 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port f33f0bac-05ff-4148-9395-5251c188e475 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:00:40.490939 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port f33f0bac-05ff-4148-9395-5251c188e475 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:00:40.495661 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:40.541560 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f1be9-fd72-46c7-8343-a017b9c22d4b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6009aad-9709-48ea-9ce5-9be7cdf925ff,revision_number=0']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:40.548989 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-910f1be9-fd72-46c7-8343-a017b9c22d4b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:40.601086 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b760ac-d3ac-4a76-a0b1-8804d5522e40 req-2f50646b-e9f6-4877-aa11-7760ec07fa7e tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:40.627730 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-24b760ac-d3ac-4a76-a0b1-8804d5522e40 req-2f50646b-e9f6-4877-aa11-7760ec07fa7e tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eba312e-6afe-42d2-a844-c12a7e959a34 HTTP/1.1" status: 200 len: 943 time: 0.5407653 Apr 30 16:00:40.689482 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677d0a74-7a08-41a2-a053-805f345e3590 admin admin] Router 715b7289-0e7b-4664-8465-db5dd372ff59 has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:00:40.857167 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:40.896589 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-24b760ac-d3ac-4a76-a0b1-8804d5522e40 req-3eaa69fa-d3a8-4de8-9aba-288db800504a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677879 Apr 30 16:00:40.936658 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] For port f33f0bac-05ff-4148-9395-5251c188e475, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=f33f0bac-05ff-4148-9395-5251c188e475,segment=NetworkSegment(339bd56c-1f0a-4053-8cac-7bb55f02edd1),segment_id=339bd56c-1f0a-4053-8cac-7bb55f02edd1)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:00:40.944986 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:40.960152 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:40.975884 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a6029587-2f0c-4142-824e-a74f71572558 req-7d3bb9ac-d821-4d05-a22c-8c665fa4b6b4 service neutron] 10.222.0.42 "GET /v2.0/networks/819fb011-2436-418a-a827-e8015cd0e60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109179 Apr 30 16:00:41.017824 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-910f1be9-fd72-46c7-8343-a017b9c22d4b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:41.019243 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-910f1be9-fd72-46c7-8343-a017b9c22d4b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 4.2948489 Apr 30 16:00:41.026024 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 58078) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:41.034795 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.db.resource_extend [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-63c8469e-f6ee-4fad-8323-df83ffd8df60 service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 16:00:41.046981 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-012aef50-192b-4f57-bac8-4ed0f1e98361 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Request body: {'security_group_rule': {'security_group_id': 'e8e35344-f0a5-4923-8d0f-8b67afe549f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:41.060040 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-012aef50-192b-4f57-bac8-4ed0f1e98361 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:41.071803 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-012aef50-192b-4f57-bac8-4ed0f1e98361 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Usage tracker for resource:security_group_rule and tenant:2585736d9b1c4eaabdd630f3e03e2da0 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:41.071803 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-012aef50-192b-4f57-bac8-4ed0f1e98361 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:41.087881 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-012aef50-192b-4f57-bac8-4ed0f1e98361 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:41.110288 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a65cd-1d1d-4a87-8859-07cf74837634 req-6273f4de-cd38-4512-be1f-b425bca7033a tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:41.111376 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-187a65cd-1d1d-4a87-8859-07cf74837634 req-6273f4de-cd38-4512-be1f-b425bca7033a tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Synchronizing usage tracker for tenant:b8bd34bbc49e457ab486a499bb5ceebf on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:00:41.156143 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-012aef50-192b-4f57-bac8-4ed0f1e98361 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:41.176272 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Pushing event updated for resources: {'Port': ['ID=f33f0bac-05ff-4148-9395-5251c188e475,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:41.187080 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:41.200905 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677d0a74-7a08-41a2-a053-805f345e3590 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:00:41.207573 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-677d0a74-7a08-41a2-a053-805f345e3590 admin admin] 10.222.0.72 "PUT /v2.0/routers/715b7289-0e7b-4664-8465-db5dd372ff59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4266865 Apr 30 16:00:41.220610 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5dda11-33ee-4b1e-9629-d8b3d565c750 None None] Sync routers for ids ['715b7289-0e7b-4664-8465-db5dd372ff59'] in dv-cinder-787195-6-iscsi {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:00:41.231128 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5dda11-33ee-4b1e-9629-d8b3d565c750 None None] Routers {'715b7289-0e7b-4664-8465-db5dd372ff59'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:00:41.231759 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-ac5dda11-33ee-4b1e-9629-d8b3d565c750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:00:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['715b7289-0e7b-4664-8465-db5dd372ff59'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:41.288553 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-63c8469e-f6ee-4fad-8323-df83ffd8df60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a187017-459c-4b2b-8b38-f9204500d332 {{(pid=73963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:00:41.304992 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-63c8469e-f6ee-4fad-8323-df83ffd8df60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:41.348219 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-63c8469e-f6ee-4fad-8323-df83ffd8df60 service neutron] Transition to ACTIVE for port object 1a187017-459c-4b2b-8b38-f9204500d332 will not be triggered until provisioned by entity L2. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:00:41.350572 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-29bd6702-c545-4a87-b0c0-5fc14a1c9cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2036220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for subnet, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:41.379493 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-63c8469e-f6ee-4fad-8323-df83ffd8df60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:41.413145 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:41.487167 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device f33f0bac-05ff-4148-9395-5251c188e475 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:00:41.524317 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd6702-c545-4a87-b0c0-5fc14a1c9cc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23e5e83b-41d9-45ce-953e-127b8348fddb,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:41.526701 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-29bd6702-c545-4a87-b0c0-5fc14a1c9cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:41.527978 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-29bd6702-c545-4a87-b0c0-5fc14a1c9cc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:41.530097 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-29bd6702-c545-4a87-b0c0-5fc14a1c9cc1 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/23e5e83b-41d9-45ce-953e-127b8348fddb HTTP/1.1" status: 204 len: 168 time: 4.0532699 Apr 30 16:00:41.533038 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 58092) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:41.538388 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:41.618046 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-187a65cd-1d1d-4a87-8859-07cf74837634 req-6273f4de-cd38-4512-be1f-b425bca7033a tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Unset dirty status for tenant:b8bd34bbc49e457ab486a499bb5ceebf on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:00:41.636024 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-187a65cd-1d1d-4a87-8859-07cf74837634 req-6273f4de-cd38-4512-be1f-b425bca7033a tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6b8014b-7822-43f2-932d-5c615761ebff HTTP/1.1" status: 200 len: 932 time: 3.1682396 Apr 30 16:00:41.667072 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-ac5dda11-33ee-4b1e-9629-d8b3d565c750 None None] Set router 715b7289-0e7b-4664-8465-db5dd372ff59 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:00:41.747009 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4b8f78c1-cb0a-4283-9cce-c631b2254aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688298'] for network, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:41.990428 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-012aef50-192b-4f57-bac8-4ed0f1e98361 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:42.015117 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4b8f78c1-cb0a-4283-9cce-c631b2254aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034024', 'neutron.services.segments.db._delete_segments_for_network-8758133272989'] for network, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:42.028480 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8469e-f6ee-4fad-8323-df83ffd8df60 service neutron] Pushing event updated for resources: {'Port': ['ID=1a187017-459c-4b2b-8b38-f9204500d332,revision_number=2']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:42.032888 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-63c8469e-f6ee-4fad-8323-df83ffd8df60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:42.033545 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-012aef50-192b-4f57-bac8-4ed0f1e98361 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750673'] for security_group_rule, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:42.075051 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-187a65cd-1d1d-4a87-8859-07cf74837634 req-3599c45d-4a83-4804-bccd-ab7c079b5f94 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a3eb760-827b-401b-862f-3f3456ad3509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372876 Apr 30 16:00:42.077443 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:42.113947 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-012aef50-192b-4f57-bac8-4ed0f1e98361 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:42.118058 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-012aef50-192b-4f57-bac8-4ed0f1e98361 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0848901 Apr 30 16:00:42.119142 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012aef50-192b-4f57-bac8-4ed0f1e98361 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9b4788-b3af-46d9-aaf5-91db0542ac0b,revision_number=0']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:42.119477 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 58138) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:42.123188 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-012aef50-192b-4f57-bac8-4ed0f1e98361 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:42.126759 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cb620-d009-4f40-876c-b5f3269b1eeb req-bc671cb2-d33a-45e2-bf5b-f6e119a09c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:42.128832 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b30cb620-d009-4f40-876c-b5f3269b1eeb req-bc671cb2-d33a-45e2-bf5b-f6e119a09c88 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e47c1439b6884dea85fdc5c04cdf9341&device_id=3eba312e-6afe-42d2-a844-c12a7e959a34 HTTP/1.1" status: 200 len: 1096 time: 0.6792557 Apr 30 16:00:42.129981 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-52af4e69-26e4-4f62-bf52-5fb5bda4bca6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Request body: {'floatingip': {'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:42.133578 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-63c8469e-f6ee-4fad-8323-df83ffd8df60 service neutron] Attempting to bind port 1a187017-459c-4b2b-8b38-f9204500d332 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:00:42.134135 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-63c8469e-f6ee-4fad-8323-df83ffd8df60 service neutron] Attempting to bind port 1a187017-459c-4b2b-8b38-f9204500d332 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'b302ab53-c874-4277-8f4f-3752b65dae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'adb56681-e966-4fd2-b25b-7733454440af'}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:00:42.134477 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-63c8469e-f6ee-4fad-8323-df83ffd8df60 service neutron] Attempting to bind port 1a187017-459c-4b2b-8b38-f9204500d332 on network adb56681-e966-4fd2-b25b-7733454440af {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:00:42.153885 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port f33f0bac-05ff-4148-9395-5251c188e475 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:00:42.154931 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:42.169645 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-63c8469e-f6ee-4fad-8323-df83ffd8df60 service neutron] Port 1a187017-459c-4b2b-8b38-f9204500d332 on network adb56681-e966-4fd2-b25b-7733454440af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:00:42.170165 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-63c8469e-f6ee-4fad-8323-df83ffd8df60 service neutron] Attempting to bind port 1a187017-459c-4b2b-8b38-f9204500d332 on network adb56681-e966-4fd2-b25b-7733454440af {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:00:42.181424 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-63c8469e-f6ee-4fad-8323-df83ffd8df60 service neutron] Checking agent: {'id': '12734182-a135-4f20-887d-69ffd9792d0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'started_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:00:42.181766 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-63c8469e-f6ee-4fad-8323-df83ffd8df60 service neutron] Checking segment: {'id': 'b302ab53-c874-4277-8f4f-3752b65dae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'adb56681-e966-4fd2-b25b-7733454440af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:00:42.182160 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-63c8469e-f6ee-4fad-8323-df83ffd8df60 service neutron] Bound using segment: {'id': 'b302ab53-c874-4277-8f4f-3752b65dae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'adb56681-e966-4fd2-b25b-7733454440af'} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:00:42.182657 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-63c8469e-f6ee-4fad-8323-df83ffd8df60 service neutron] Bound port: 1a187017-459c-4b2b-8b38-f9204500d332, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b302ab53-c874-4277-8f4f-3752b65dae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'adb56681-e966-4fd2-b25b-7733454440af'}}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:00:42.183009 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-63c8469e-f6ee-4fad-8323-df83ffd8df60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:42.258399 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-52af4e69-26e4-4f62-bf52-5fb5bda4bca6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:42.284942 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-52af4e69-26e4-4f62-bf52-5fb5bda4bca6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Usage tracker for resource:floatingip and tenant:2585736d9b1c4eaabdd630f3e03e2da0 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:42.302550 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-52af4e69-26e4-4f62-bf52-5fb5bda4bca6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:42.342816 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-52af4e69-26e4-4f62-bf52-5fb5bda4bca6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:42.363756 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-4b8f78c1-cb0a-4283-9cce-c631b2254aeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50c367f-c299-41ce-b0bc-c8d887c1b409']}} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:42.401737 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-4b8f78c1-cb0a-4283-9cce-c631b2254aeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb83405-4d1c-47e3-9eb3-3b24973db052') {'for_net_delete': True} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:42.402846 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-4b8f78c1-cb0a-4283-9cce-c631b2254aeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb83405-4d1c-47e3-9eb3-3b24973db052') {} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:42.419327 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-52af4e69-26e4-4f62-bf52-5fb5bda4bca6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for floatingip, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:42.421186 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cb620-d009-4f40-876c-b5f3269b1eeb req-9d9fbdb0-bf60-4d63-b775-a13e9198d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:42.424016 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b30cb620-d009-4f40-876c-b5f3269b1eeb req-9d9fbdb0-bf60-4d63-b775-a13e9198d160 service neutron] 10.222.0.42 "GET /v2.0/networks?id=819fb011-2436-418a-a827-e8015cd0e60c HTTP/1.1" status: 200 len: 914 time: 0.2832212 Apr 30 16:00:42.426606 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-63c8469e-f6ee-4fad-8323-df83ffd8df60 service neutron] For port 1a187017-459c-4b2b-8b38-f9204500d332, host hv-cinder-78719, cleared binding levels {{(pid=73963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:00:42.431134 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-63c8469e-f6ee-4fad-8323-df83ffd8df60 service neutron] For port 1a187017-459c-4b2b-8b38-f9204500d332, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1a187017-459c-4b2b-8b38-f9204500d332,segment=NetworkSegment(b302ab53-c874-4277-8f4f-3752b65dae5a),segment_id=b302ab53-c874-4277-8f4f-3752b65dae5a)] {{(pid=73963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:00:42.443080 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4b8f78c1-cb0a-4283-9cce-c631b2254aeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133283943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3533651'] for segment, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:42.479719 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-ac5dda11-33ee-4b1e-9629-d8b3d565c750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715b7289-0e7b-4664-8465-db5dd372ff59', 'name': 'tempest-ServerRescueNegativeTestJSON-1127863820-router', 'tenant_id': '5ab89963bad1468d8d31bd42b50c5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '45e1fb38-c554-443c-8f01-646ea4288609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:19Z', 'updated_at': '2021-04-30T16:00:37Z', 'revision_number': 4, 'project_id': '5ab89963bad1468d8d31bd42b50c5e2d', 'gw_port': {'id': '45e1fb38-c554-443c-8f01-646ea4288609', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b7289-0e7b-4664-8465-db5dd372ff59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:21Z', 'updated_at': '2021-04-30T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': 'e6e2ce65-91b2-4604-9317-c1416eaf3632', 'name': '', 'network_id': '003f3ed1-d8ee-44dc-a675-9957118a6f9c', 'tenant_id': '5ab89963bad1468d8d31bd42b50c5e2d', 'mac_address': 'fa:16:3e:18:45:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715b7289-0e7b-4664-8465-db5dd372ff59', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ee3010de-4ebd-4277-9903-82c7833bcd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:32Z', 'updated_at': '2021-04-30T16:00:38Z', 'revision_number': 2, 'project_id': '5ab89963bad1468d8d31bd42b50c5e2d', 'subnets': [{'id': 'ee3010de-4ebd-4277-9903-82c7833bcd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:42.484439 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5dda11-33ee-4b1e-9629-d8b3d565c750 None None] Checking router: 715b7289-0e7b-4664-8465-db5dd372ff59 for host: dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:00:42.484873 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5dda11-33ee-4b1e-9629-d8b3d565c750 None None] Updating router 715b7289-0e7b-4664-8465-db5dd372ff59 port e6e2ce65-91b2-4604-9317-c1416eaf3632 binding host dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:00:42.492163 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc89840-7e88-4c74-88df-c154807943f9 req-bd0991d4-75bf-43c0-904d-5be0bd683d65 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:42.492965 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-7bc89840-7e88-4c74-88df-c154807943f9 req-bd0991d4-75bf-43c0-904d-5be0bd683d65 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Synchronizing usage tracker for tenant:5ab89963bad1468d8d31bd42b50c5e2d on resource:network {{(pid=73964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:00:42.510285 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4b8f78c1-cb0a-4283-9cce-c631b2254aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:42.521820 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b8f78c1-cb0a-4283-9cce-c631b2254aeb admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=73964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:00:42.555038 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-ac5dda11-33ee-4b1e-9629-d8b3d565c750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:42.599180 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-63c8469e-f6ee-4fad-8323-df83ffd8df60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:42.609369 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b30cb620-d009-4f40-876c-b5f3269b1eeb req-198ba4ce-7f53-43b4-8799-e60851b1c286 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cb8a50a-ab97-41e8-a96f-59d9de5a8abb HTTP/1.1" status: 200 len: 217 time: 0.1766360 Apr 30 16:00:42.620937 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-7bc89840-7e88-4c74-88df-c154807943f9 req-bd0991d4-75bf-43c0-904d-5be0bd683d65 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Unset dirty status for tenant:5ab89963bad1468d8d31bd42b50c5e2d on resource:network {{(pid=73964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:00:42.622161 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7bc89840-7e88-4c74-88df-c154807943f9 req-bd0991d4-75bf-43c0-904d-5be0bd683d65 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/networks?id=003f3ed1-d8ee-44dc-a675-9957118a6f9c HTTP/1.1" status: 200 len: 819 time: 0.6473029 Apr 30 16:00:42.642788 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:42.669709 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 58148) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:42.750821 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-63c8469e-f6ee-4fad-8323-df83ffd8df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:42.754599 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-63c8469e-f6ee-4fad-8323-df83ffd8df60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:42.758230 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-63c8469e-f6ee-4fad-8323-df83ffd8df60 service neutron] 10.222.0.42 "PUT /v2.0/ports/1a187017-459c-4b2b-8b38-f9204500d332 HTTP/1.1" status: 200 len: 1094 time: 7.4773695 Apr 30 16:00:42.762266 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b8014b-7822-43f2-932d-5c615761ebff', 'tag': '1a187017-459c-4b2b-8b38-f9204500d332'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:00:42.791090 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7bc89840-7e88-4c74-88df-c154807943f9 req-9002117b-2391-4b7f-9690-d96285996d70 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/quotas/5ab89963bad1468d8d31bd42b50c5e2d HTTP/1.1" status: 200 len: 375 time: 0.1127119 Apr 30 16:00:42.962612 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8469e-f6ee-4fad-8323-df83ffd8df60 service neutron] Pushing event updated for resources: {'Port': ['ID=1a187017-459c-4b2b-8b38-f9204500d332,revision_number=3']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:42.965917 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-63c8469e-f6ee-4fad-8323-df83ffd8df60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:42.969339 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cb620-d009-4f40-876c-b5f3269b1eeb req-4afa41b0-3bb7-44e1-b113-a27b544f1a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:42.971087 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b30cb620-d009-4f40-876c-b5f3269b1eeb req-4afa41b0-3bb7-44e1-b113-a27b544f1a47 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=25aa568c-9755-4641-b331-c4c9e9416a7e HTTP/1.1" status: 200 len: 854 time: 0.3310688 Apr 30 16:00:43.039298 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f263f-eb66-488d-9f4f-1fb50d558d4c req-490d4f59-b9d2-449f-87ca-ab92d2f2c719 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:43.040876 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-fe0f263f-eb66-488d-9f4f-1fb50d558d4c req-490d4f59-b9d2-449f-87ca-ab92d2f2c719 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eba312e-6afe-42d2-a844-c12a7e959a34 HTTP/1.1" status: 200 len: 943 time: 0.5050244 Apr 30 16:00:43.043351 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3efeb19c-ea59-4894-b885-94b58feda686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:43.051330 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b30cb620-d009-4f40-876c-b5f3269b1eeb req-d87ef529-61c8-47c2-b4a1-62d7d62c8f24 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=819fb011-2436-418a-a827-e8015cd0e60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726285 Apr 30 16:00:43.062625 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.managers [None req-4b8f78c1-cb0a-4283-9cce-c631b2254aeb admin admin] Network e50c367f-c299-41ce-b0bc-c8d887c1b409 has no segments {{(pid=73964) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:00:43.079532 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4b8f78c1-cb0a-4283-9cce-c631b2254aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2039760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3714241'] for segment, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:43.098675 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-3efeb19c-ea59-4894-b885-94b58feda686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:43.128198 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-21fe6cc7-77a0-4492-b532-a9d536632aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:43.129685 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-21fe6cc7-77a0-4492-b532-a9d536632aff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8bd34bbc49e457ab486a499bb5ceebf&device_id=d6b8014b-7822-43f2-932d-5c615761ebff HTTP/1.1" status: 200 len: 1097 time: 0.2939947 Apr 30 16:00:43.137698 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-ac5dda11-33ee-4b1e-9629-d8b3d565c750 None None] Notify callbacks [] for port, precommit_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:43.150564 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-ac5dda11-33ee-4b1e-9629-d8b3d565c750 None None] Transition to ACTIVE for port object e6e2ce65-91b2-4604-9317-c1416eaf3632 will not be triggered until provisioned by entity L2. {{(pid=73965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:00:43.165089 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-ac5dda11-33ee-4b1e-9629-d8b3d565c750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:43.180602 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-3efeb19c-ea59-4894-b885-94b58feda686 admin admin] Usage tracker for resource:security_group_rule and tenant:b4f938da39c441c5b159f7716bdfb824 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:43.181427 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:43.189607 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-3efeb19c-ea59-4894-b885-94b58feda686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:43.218405 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-3efeb19c-ea59-4894-b885-94b58feda686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:43.230056 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-52af4e69-26e4-4f62-bf52-5fb5bda4bca6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:43.309021 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-0bc4a7f4-6889-4aa9-bf82-e5380514b351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:43.341841 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-fe0f263f-eb66-488d-9f4f-1fb50d558d4c req-c55474b8-75ff-4f0e-8935-2ba9e9536a82 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895632 Apr 30 16:00:43.364152 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-99050793-8945-4aa1-952a-358e1388e207 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a187017-459c-4b2b-8b38-f9204500d332 HTTP/1.1" status: 200 len: 217 time: 0.1744888 Apr 30 16:00:43.368098 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-7bc89840-7e88-4c74-88df-c154807943f9 req-b4c746be-ce51-4819-a190-e99a31d0947c tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Synchronizing usage tracker for tenant:5ab89963bad1468d8d31bd42b50c5e2d on resource:port {{(pid=73964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:00:43.409495 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.managers [None req-4b8f78c1-cb0a-4283-9cce-c631b2254aeb admin admin] Network e50c367f-c299-41ce-b0bc-c8d887c1b409 has no segments {{(pid=73964) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: Traceback (most recent call last): Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: timer() Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: cb(*args, **kw) Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: return func(*args, **kwargs) Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: self._notify() Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: self.callback(batched_events) Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: event.method(event) Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: return f(self, *a, **k) Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: return self._get(url).json() Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: return self.request(url, 'GET', **kwargs) Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:00:43.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:00:43.451644 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b8014b-7822-43f2-932d-5c615761ebff', 'tag': '1a187017-459c-4b2b-8b38-f9204500d332', 'status': 'completed', 'code': 200} Apr 30 16:00:43.460332 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b30cb620-d009-4f40-876c-b5f3269b1eeb req-b3eb3eb5-89b1-4e29-9de6-704c023e9bd0 service neutron] 10.222.0.42 "GET /v2.0/networks/819fb011-2436-418a-a827-e8015cd0e60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904710 Apr 30 16:00:43.464047 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-cda67042-8ac6-49d6-9d6d-96e42e443e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:43.465423 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-cda67042-8ac6-49d6-9d6d-96e42e443e87 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c3d86109-d684-488c-90c6-8b77dcfbcf6e HTTP/1.1" status: 200 len: 851 time: 0.0963786 Apr 30 16:00:43.476521 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be81c6a-a951-40b1-a18a-128d204e80c1 None None] Pushing event updated for resources: {'Port': ['ID=e6e2ce65-91b2-4604-9317-c1416eaf3632,revision_number=3']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:43.482898 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-9be81c6a-a951-40b1-a18a-128d204e80c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:43.500965 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-ac5dda11-33ee-4b1e-9629-d8b3d565c750 None None] Attempting to bind port e6e2ce65-91b2-4604-9317-c1416eaf3632 on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:00:43.501500 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-ac5dda11-33ee-4b1e-9629-d8b3d565c750 None None] Attempting to bind port e6e2ce65-91b2-4604-9317-c1416eaf3632 by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': '37ea889b-f838-458a-8199-0573ad83f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '003f3ed1-d8ee-44dc-a675-9957118a6f9c'}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:00:43.501983 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5dda11-33ee-4b1e-9629-d8b3d565c750 None None] Attempting to bind port e6e2ce65-91b2-4604-9317-c1416eaf3632 on network 003f3ed1-d8ee-44dc-a675-9957118a6f9c {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:00:43.508169 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5dda11-33ee-4b1e-9629-d8b3d565c750 None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:00:43.508641 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5dda11-33ee-4b1e-9629-d8b3d565c750 None None] Checking segment: {'id': '37ea889b-f838-458a-8199-0573ad83f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '003f3ed1-d8ee-44dc-a675-9957118a6f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:00:43.509126 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-ac5dda11-33ee-4b1e-9629-d8b3d565c750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:43.509574 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5dda11-33ee-4b1e-9629-d8b3d565c750 None None] Bound using segment: {'id': '37ea889b-f838-458a-8199-0573ad83f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '003f3ed1-d8ee-44dc-a675-9957118a6f9c'} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:00:43.510120 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-ac5dda11-33ee-4b1e-9629-d8b3d565c750 None None] Bound port: e6e2ce65-91b2-4604-9317-c1416eaf3632, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ea889b-f838-458a-8199-0573ad83f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '003f3ed1-d8ee-44dc-a675-9957118a6f9c'}}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:00:43.510507 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-ac5dda11-33ee-4b1e-9629-d8b3d565c750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:43.566761 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-bf2c8531-2bc6-4abb-846a-8c7ad414a23a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adb56681-e966-4fd2-b25b-7733454440af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845604 Apr 30 16:00:43.617011 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-ac5dda11-33ee-4b1e-9629-d8b3d565c750 None None] For port e6e2ce65-91b2-4604-9317-c1416eaf3632, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:00:43.685556 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-ac5dda11-33ee-4b1e-9629-d8b3d565c750 None None] For port e6e2ce65-91b2-4604-9317-c1416eaf3632, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=e6e2ce65-91b2-4604-9317-c1416eaf3632,segment=NetworkSegment(37ea889b-f838-458a-8199-0573ad83f653),segment_id=37ea889b-f838-458a-8199-0573ad83f653)] {{(pid=73965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:00:43.688067 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4b8f78c1-cb0a-4283-9cce-c631b2254aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657477'] for network, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:43.693415 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-ac5dda11-33ee-4b1e-9629-d8b3d565c750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:43.698559 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:43.705142 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4b8f78c1-cb0a-4283-9cce-c631b2254aeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:43.714758 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-91fd45a8-bca8-4fc1-9f33-5b3642937dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:43.739608 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_common [None req-52af4e69-26e4-4f62-bf52-5fb5bda4bca6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Allocated IP 172.27.3.33 (7713db68-e23d-4336-9c52-9698584522df/6c05463b-e465-4436-9156-1956ee4f9865/cb54a71b-cf50-42c1-ba34-105e7eceb01c) {{(pid=73964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:00:43.756428 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f78c1-cb0a-4283-9cce-c631b2254aeb admin admin] Pushing event deleted for resources: {'Network': ['ID=e50c367f-c299-41ce-b0bc-c8d887c1b409,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:43.758991 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-4b8f78c1-cb0a-4283-9cce-c631b2254aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:43.788464 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-4b8f78c1-cb0a-4283-9cce-c631b2254aeb admin admin] 10.222.0.72 "DELETE /v2.0/networks/e50c367f-c299-41ce-b0bc-c8d887c1b409 HTTP/1.1" status: 204 len: 168 time: 2.2520006 Apr 30 16:00:43.816447 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5dda11-33ee-4b1e-9629-d8b3d565c750 None None] Routers {'715b7289-0e7b-4664-8465-db5dd372ff59'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:00:43.817455 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-ac5dda11-33ee-4b1e-9629-d8b3d565c750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:00:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['715b7289-0e7b-4664-8465-db5dd372ff59'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:43.858151 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3efeb19c-ea59-4894-b885-94b58feda686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:43.871851 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3efeb19c-ea59-4894-b885-94b58feda686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:43.945547 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-bdf2e0a9-e751-459c-95af-9550d0048dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:43.972249 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-7bc89840-7e88-4c74-88df-c154807943f9 req-b4c746be-ce51-4819-a190-e99a31d0947c tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Unset dirty status for tenant:5ab89963bad1468d8d31bd42b50c5e2d on resource:port {{(pid=73964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:00:43.980380 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7bc89840-7e88-4c74-88df-c154807943f9 req-b4c746be-ce51-4819-a190-e99a31d0947c tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5ab89963bad1468d8d31bd42b50c5e2d&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1790566 Apr 30 16:00:43.998164 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be81c6a-a951-40b1-a18a-128d204e80c1 None None] Pushing event updated for resources: {'Port': ['ID=e6e2ce65-91b2-4604-9317-c1416eaf3632,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:44.017888 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-9be81c6a-a951-40b1-a18a-128d204e80c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:44.019299 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 58178) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:44.038514 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b30cb620-d009-4f40-876c-b5f3269b1eeb req-e318e2e5-5d49-4dc7-b671-35a3839f806b service neutron] 10.222.0.42 "GET /v2.0/networks/819fb011-2436-418a-a827-e8015cd0e60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5172935 Apr 30 16:00:44.073896 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-3efeb19c-ea59-4894-b885-94b58feda686 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b4f938da39c441c5b159f7716bdfb824&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3946288 Apr 30 16:00:44.081079 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efeb19c-ea59-4894-b885-94b58feda686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034a8260-fb60-4b01-8c3e-84de621922f5,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:44.084422 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-3efeb19c-ea59-4894-b885-94b58feda686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:44.087294 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-ac5dda11-33ee-4b1e-9629-d8b3d565c750 None None] Set router 715b7289-0e7b-4664-8465-db5dd372ff59 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:00:44.087439 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 58184) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:44.111459 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-87afe8e0-dd02-4bf6-99df-16fca9ccd38c service neutron] 10.222.0.42 "GET /v2.0/networks/adb56681-e966-4fd2-b25b-7733454440af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766190 Apr 30 16:00:44.221782 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-52af4e69-26e4-4f62-bf52-5fb5bda4bca6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for port, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:44.242118 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-04955c87-a96b-4fd4-91ee-ae3048408226 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9c440b4520e94115b92dac6a244100ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2126818 Apr 30 16:00:44.243346 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 58192) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:44.263035 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7bc89840-7e88-4c74-88df-c154807943f9 req-0064c54d-aaaa-497c-b03f-cd745e98326e service neutron] 10.222.0.72 "GET /v2.0/networks/003f3ed1-d8ee-44dc-a675-9957118a6f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818222 Apr 30 16:00:44.299254 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da42f8-16f0-44c2-b1b6-ab6e652c7abb req-5c8e8a39-37b2-40ed-ab4c-fd85ea19ed1c tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:44.306342 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-21da42f8-16f0-44c2-b1b6-ab6e652c7abb req-5c8e8a39-37b2-40ed-ab4c-fd85ea19ed1c tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6b8014b-7822-43f2-932d-5c615761ebff HTTP/1.1" status: 200 len: 944 time: 0.6705463 Apr 30 16:00:44.375160 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-52af4e69-26e4-4f62-bf52-5fb5bda4bca6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:44.383537 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:44.390717 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-8ece99bd-9615-438d-8528-142c4dabf4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:44.403239 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f99e1308-baf4-4978-a8ac-e5b75831b970 req-6999dd5d-2d8c-4c6b-a6a4-412f569c1b88 service neutron] 10.222.0.42 "GET /v2.0/networks/adb56681-e966-4fd2-b25b-7733454440af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817965 Apr 30 16:00:44.426083 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-21da42f8-16f0-44c2-b1b6-ab6e652c7abb req-396b33f8-d696-4300-9164-2e62c4664ab9 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a3eb760-827b-401b-862f-3f3456ad3509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187868 Apr 30 16:00:44.455398 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-8ece99bd-9615-438d-8528-142c4dabf4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:44.464909 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52af4e69-26e4-4f62-bf52-5fb5bda4bca6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Network 7713db68-e23d-4336-9c52-9698584522df is already hosted by enough agents. {{(pid=73964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:00:44.475348 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-52af4e69-26e4-4f62-bf52-5fb5bda4bca6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Resources bound (agent type, host, resource id): {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:00:44.483356 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52af4e69-26e4-4f62-bf52-5fb5bda4bca6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Received port after_create {{(pid=73964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:00:44.495117 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-8df9c01e-5b3b-4c33-861d-fdf848fa4204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:44.508499 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-ac5dda11-33ee-4b1e-9629-d8b3d565c750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715b7289-0e7b-4664-8465-db5dd372ff59', 'name': 'tempest-ServerRescueNegativeTestJSON-1127863820-router', 'tenant_id': '5ab89963bad1468d8d31bd42b50c5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '45e1fb38-c554-443c-8f01-646ea4288609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:19Z', 'updated_at': '2021-04-30T16:00:37Z', 'revision_number': 4, 'project_id': '5ab89963bad1468d8d31bd42b50c5e2d', 'gw_port': {'id': '45e1fb38-c554-443c-8f01-646ea4288609', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b7289-0e7b-4664-8465-db5dd372ff59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:21Z', 'updated_at': '2021-04-30T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': 'e6e2ce65-91b2-4604-9317-c1416eaf3632', 'name': '', 'network_id': '003f3ed1-d8ee-44dc-a675-9957118a6f9c', 'tenant_id': '5ab89963bad1468d8d31bd42b50c5e2d', 'mac_address': 'fa:16:3e:18:45:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715b7289-0e7b-4664-8465-db5dd372ff59', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ee3010de-4ebd-4277-9903-82c7833bcd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:32Z', 'updated_at': '2021-04-30T16:00:43Z', 'revision_number': 4, 'project_id': '5ab89963bad1468d8d31bd42b50c5e2d', 'subnets': [{'id': 'ee3010de-4ebd-4277-9903-82c7833bcd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:00:44.515079 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5dda11-33ee-4b1e-9629-d8b3d565c750 None None] The sync data for ids ['715b7289-0e7b-4664-8465-db5dd372ff59'] in dv-cinder-787195-6-iscsi is: [{'id': '715b7289-0e7b-4664-8465-db5dd372ff59', 'name': 'tempest-ServerRescueNegativeTestJSON-1127863820-router', 'tenant_id': '5ab89963bad1468d8d31bd42b50c5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '45e1fb38-c554-443c-8f01-646ea4288609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:19Z', 'updated_at': '2021-04-30T16:00:37Z', 'revision_number': 4, 'project_id': '5ab89963bad1468d8d31bd42b50c5e2d', 'gw_port': {'id': '45e1fb38-c554-443c-8f01-646ea4288609', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b7289-0e7b-4664-8465-db5dd372ff59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:21Z', 'updated_at': '2021-04-30T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': 'e6e2ce65-91b2-4604-9317-c1416eaf3632', 'name': '', 'network_id': '003f3ed1-d8ee-44dc-a675-9957118a6f9c', 'tenant_id': '5ab89963bad1468d8d31bd42b50c5e2d', 'mac_address': 'fa:16:3e:18:45:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '715b7289-0e7b-4664-8465-db5dd372ff59', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ee3010de-4ebd-4277-9903-82c7833bcd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:32Z', 'updated_at': '2021-04-30T16:00:43Z', 'revision_number': 4, 'project_id': '5ab89963bad1468d8d31bd42b50c5e2d', 'subnets': [{'id': 'ee3010de-4ebd-4277-9903-82c7833bcd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:00:44.517864 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7bc89840-7e88-4c74-88df-c154807943f9 req-4fb77ea3-8cd4-4c88-8d52-6fb1b927313d service neutron] 10.222.0.72 "GET /v2.0/networks/003f3ed1-d8ee-44dc-a675-9957118a6f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449527 Apr 30 16:00:44.526529 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af4e69-26e4-4f62-bf52-5fb5bda4bca6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Pushing event updated for resources: {'Port': ['ID=cb54a71b-cf50-42c1-ba34-105e7eceb01c,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:44.531068 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-52af4e69-26e4-4f62-bf52-5fb5bda4bca6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:44.566640 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-8df9c01e-5b3b-4c33-861d-fdf848fa4204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:44.638027 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911f568-b2cb-4e6c-a926-7a272aa2b70e req-54e59982-b32d-4dc9-a501-614958dff3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:44.639545 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1911f568-b2cb-4e6c-a926-7a272aa2b70e req-54e59982-b32d-4dc9-a501-614958dff3e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8bd34bbc49e457ab486a499bb5ceebf&device_id=d6b8014b-7822-43f2-932d-5c615761ebff HTTP/1.1" status: 200 len: 1097 time: 0.1772707 Apr 30 16:00:44.700749 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-8ece99bd-9615-438d-8528-142c4dabf4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:44.719225 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-52af4e69-26e4-4f62-bf52-5fb5bda4bca6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:44.726868 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:44.745939 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-8df9c01e-5b3b-4c33-861d-fdf848fa4204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:44.751124 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece99bd-9615-438d-8528-142c4dabf4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034a8260-fb60-4b01-8c3e-84de621922f5,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:44.754357 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-8ece99bd-9615-438d-8528-142c4dabf4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:44.866043 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-52af4e69-26e4-4f62-bf52-5fb5bda4bca6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:44.883120 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a9c83fef-901d-4bcd-84e9-528d89b7aa59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:45.014979 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9c01e-5b3b-4c33-861d-fdf848fa4204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ab2a3d-a015-4ba4-8ae9-ff854fb02593,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:45.076611 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-8ece99bd-9615-438d-8528-142c4dabf4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:45.077745 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-8ece99bd-9615-438d-8528-142c4dabf4a4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/034a8260-fb60-4b01-8c3e-84de621922f5 HTTP/1.1" status: 204 len: 168 time: 0.9876041 Apr 30 16:00:45.081540 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-8df9c01e-5b3b-4c33-861d-fdf848fa4204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:45.083800 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-8df9c01e-5b3b-4c33-861d-fdf848fa4204 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/20ab2a3d-a015-4ba4-8ae9-ff854fb02593 HTTP/1.1" status: 204 len: 168 time: 0.8357291 Apr 30 16:00:45.093793 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-8df9c01e-5b3b-4c33-861d-fdf848fa4204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:45.166505 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-66b390dd-c19b-4925-878e-35c0327aee79 req-408cd2e0-f8f4-4ce8-a39d-d7e3ff23d884 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 210 time: 0.0827482 Apr 30 16:00:45.194318 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911f568-b2cb-4e6c-a926-7a272aa2b70e req-db576830-65cc-480e-b9fd-5a358cfcd512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:45.195834 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1911f568-b2cb-4e6c-a926-7a272aa2b70e req-db576830-65cc-480e-b9fd-5a358cfcd512 service neutron] 10.222.0.42 "GET /v2.0/networks?id=adb56681-e966-4fd2-b25b-7733454440af HTTP/1.1" status: 200 len: 911 time: 0.5480289 Apr 30 16:00:45.380667 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-52af4e69-26e4-4f62-bf52-5fb5bda4bca6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for port, precommit_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:45.390048 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-52af4e69-26e4-4f62-bf52-5fb5bda4bca6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714077'] for port, after_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:45.398153 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:45.449550 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1911f568-b2cb-4e6c-a926-7a272aa2b70e req-d9dcfdaa-d9a3-4e1f-ac00-65fb32c5f1e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a187017-459c-4b2b-8b38-f9204500d332 HTTP/1.1" status: 200 len: 217 time: 0.2422154 Apr 30 16:00:45.525996 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device e6e2ce65-91b2-4604-9317-c1416eaf3632 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:00:45.546819 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af4e69-26e4-4f62-bf52-5fb5bda4bca6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Pushing event updated for resources: {'Port': ['ID=cb54a71b-cf50-42c1-ba34-105e7eceb01c,revision_number=2']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:45.557126 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-52af4e69-26e4-4f62-bf52-5fb5bda4bca6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:45.606138 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23ab68-642b-4171-8a21-63e5b54b9632 req-b1042650-84d2-42bf-ba97-8ba43807b9f9 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:45.623165 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ab23ab68-642b-4171-8a21-63e5b54b9632 req-b1042650-84d2-42bf-ba97-8ba43807b9f9 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eba312e-6afe-42d2-a844-c12a7e959a34 HTTP/1.1" status: 200 len: 943 time: 0.7316597 Apr 30 16:00:45.774904 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ab23ab68-642b-4171-8a21-63e5b54b9632 req-ef58118c-37ed-483c-996a-018a2090c7b1 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507185 Apr 30 16:00:45.775229 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port e6e2ce65-91b2-4604-9317-c1416eaf3632 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:00:45.782521 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port e6e2ce65-91b2-4604-9317-c1416eaf3632 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:00:45.783205 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:45.792822 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911f568-b2cb-4e6c-a926-7a272aa2b70e req-dd4022c8-a0ac-42bb-95e4-c16f641f4f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:45.800073 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1911f568-b2cb-4e6c-a926-7a272aa2b70e req-dd4022c8-a0ac-42bb-95e4-c16f641f4f9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c3d86109-d684-488c-90c6-8b77dcfbcf6e HTTP/1.1" status: 200 len: 851 time: 0.3156354 Apr 30 16:00:45.899125 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-52af4e69-26e4-4f62-bf52-5fb5bda4bca6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-915876'] for floatingip, after_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:45.902731 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 58244) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:45.940648 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-52af4e69-26e4-4f62-bf52-5fb5bda4bca6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for floatingip, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:45.966024 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-52af4e69-26e4-4f62-bf52-5fb5bda4bca6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8353336 Apr 30 16:00:45.988114 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1911f568-b2cb-4e6c-a926-7a272aa2b70e req-ba7ccce0-188e-40a0-9fae-7a8d34b8df4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=adb56681-e966-4fd2-b25b-7733454440af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1632667 Apr 30 16:00:46.008323 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-5db5371b-805d-49c0-9fb8-268f35a1e4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:46.012400 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:46.093228 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f7431-9ce4-4c22-bf80-7af14eb4de39 req-03a15241-eba6-474d-b2a4-06fcfe2bb845 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:46.106345 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-bf7f7431-9ce4-4c22-bf80-7af14eb4de39 req-03a15241-eba6-474d-b2a4-06fcfe2bb845 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6b8014b-7822-43f2-932d-5c615761ebff HTTP/1.1" status: 200 len: 944 time: 0.3701718 Apr 30 16:00:46.118313 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 9cb8a50a-ab97-41e8-a96f-59d9de5a8abb details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:00:46.187584 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:46.198010 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-18233941-df55-44b8-be77-74b74d6f1545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:46.256061 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-bf7f7431-9ce4-4c22-bf80-7af14eb4de39 req-8d7ab289-1058-4dbf-a0af-3db10d1827a5 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a3eb760-827b-401b-862f-3f3456ad3509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364524 Apr 30 16:00:46.291715 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 58264) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:46.330460 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-18233941-df55-44b8-be77-74b74d6f1545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:46.369271 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] For port e6e2ce65-91b2-4604-9317-c1416eaf3632, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=e6e2ce65-91b2-4604-9317-c1416eaf3632,segment=NetworkSegment(37ea889b-f838-458a-8199-0573ad83f653),segment_id=37ea889b-f838-458a-8199-0573ad83f653)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:00:46.380502 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:46.384341 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:46.394269 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-0ea52e7d-fdb7-48d1-8a48-6c0aff0e7dff admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=33c88b3d27d646b49b31c4041fa6d4fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1007879 Apr 30 16:00:46.396680 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 58268) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:46.478144 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 9cb8a50a-ab97-41e8-a96f-59d9de5a8abb, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=9cb8a50a-ab97-41e8-a96f-59d9de5a8abb,segment=NetworkSegment(661407b4-95b2-4d17-9ac4-ce7a66ada27c),segment_id=661407b4-95b2-4d17-9ac4-ce7a66ada27c)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:00:46.496690 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Pushing event updated for resources: {'Port': ['ID=e6e2ce65-91b2-4604-9317-c1416eaf3632,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:46.499542 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Returning: {'device': '9cb8a50a-ab97-41e8-a96f-59d9de5a8abb', 'network_id': '819fb011-2436-418a-a827-e8015cd0e60c', 'port_id': '9cb8a50a-ab97-41e8-a96f-59d9de5a8abb', 'mac_address': 'fa:16:3e:4c:a8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25aa568c-9755-4641-b331-c4c9e9416a7e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:00:46.501592 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:46.540723 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-09a3c21f-77ba-41e1-80d7-63e8332dc0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:46.552342 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-18233941-df55-44b8-be77-74b74d6f1545 admin admin] Usage tracker for resource:security_group_rule and tenant:764e6c4bfc2944e7b2302869fff5478a is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:46.566372 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:46.569972 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-18233941-df55-44b8-be77-74b74d6f1545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:46.586623 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-e73937b5-f92a-4a24-bd79-9f397aa39321 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Synchronizing usage tracker for tenant:2585736d9b1c4eaabdd630f3e03e2da0 on resource:security_group {{(pid=73964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:00:46.591572 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-18233941-df55-44b8-be77-74b74d6f1545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:46.594831 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-09a3c21f-77ba-41e1-80d7-63e8332dc0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:46.597960 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cb8a50a-ab97-41e8-a96f-59d9de5a8abb {{(pid=73965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:00:46.648698 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-e73937b5-f92a-4a24-bd79-9f397aa39321 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Unset dirty status for tenant:2585736d9b1c4eaabdd630f3e03e2da0 on resource:security_group {{(pid=73964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:00:46.650285 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-e73937b5-f92a-4a24-bd79-9f397aa39321 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1705262469&fields=id&tenant_id=2585736d9b1c4eaabdd630f3e03e2da0 HTTP/1.1" status: 200 len: 267 time: 0.1373360 Apr 30 16:00:46.662984 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 9cb8a50a-ab97-41e8-a96f-59d9de5a8abb, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=9cb8a50a-ab97-41e8-a96f-59d9de5a8abb,segment=NetworkSegment(661407b4-95b2-4d17-9ac4-ce7a66ada27c),segment_id=661407b4-95b2-4d17-9ac4-ce7a66ada27c)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:00:46.662984 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:46.672459 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:46.684153 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:46.697917 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-58b34c42-bc15-44cb-bda0-90d1fa817eac tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:46.699635 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-58b34c42-bc15-44cb-bda0-90d1fa817eac tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/networks?id=003f3ed1-d8ee-44dc-a675-9957118a6f9c HTTP/1.1" status: 200 len: 819 time: 0.5335386 Apr 30 16:00:46.722645 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1911f568-b2cb-4e6c-a926-7a272aa2b70e req-877cb5ea-7ae6-49fc-9c77-b0b6f9469917 service neutron] 10.222.0.42 "GET /v2.0/networks/adb56681-e966-4fd2-b25b-7733454440af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7156897 Apr 30 16:00:46.729323 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-aa839fa8-71d0-4f87-84c6-c2ccaacc2038 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/quotas/5ab89963bad1468d8d31bd42b50c5e2d HTTP/1.1" status: 200 len: 375 time: 0.0197146 Apr 30 16:00:46.835291 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=9cb8a50a-ab97-41e8-a96f-59d9de5a8abb,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:46.844413 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:46.847040 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-79db8149-0cff-4994-a2fb-7f82ec90ee42 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:46.847737 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-79db8149-0cff-4994-a2fb-7f82ec90ee42 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Synchronizing usage tracker for tenant:2585736d9b1c4eaabdd630f3e03e2da0 on resource:network {{(pid=73964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:00:46.851927 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-09a3c21f-77ba-41e1-80d7-63e8332dc0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:46.867735 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-4e7f8f13-7728-4afb-aa19-bebdb9bb196e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:46.877269 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-79db8149-0cff-4994-a2fb-7f82ec90ee42 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Unset dirty status for tenant:2585736d9b1c4eaabdd630f3e03e2da0 on resource:network {{(pid=73964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:00:46.883782 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-79db8149-0cff-4994-a2fb-7f82ec90ee42 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/networks?id=529eb04d-afd1-4ec1-a7cf-59406e4ebee4 HTTP/1.1" status: 200 len: 811 time: 0.2065225 Apr 30 16:00:46.897352 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-5759a0a9-6550-4bde-bbf9-bced9eaaee03 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/quotas/2585736d9b1c4eaabdd630f3e03e2da0 HTTP/1.1" status: 200 len: 375 time: 0.0126843 Apr 30 16:00:46.903503 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-09a3c21f-77ba-41e1-80d7-63e8332dc0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:46.907101 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-09a3c21f-77ba-41e1-80d7-63e8332dc0fe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/03e61be3-31c8-4e32-8ddb-47b7398a629e HTTP/1.1" status: 204 len: 168 time: 0.5069387 Apr 30 16:00:46.907101 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3c21f-77ba-41e1-80d7-63e8332dc0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e61be3-31c8-4e32-8ddb-47b7398a629e,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:46.919897 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-09a3c21f-77ba-41e1-80d7-63e8332dc0fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:46.995557 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['9cb8a50a-ab97-41e8-a96f-59d9de5a8abb'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:00:47.074546 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-99d3ab30-4db9-4e9e-a431-3dd13b5772a5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Synchronizing usage tracker for tenant:2585736d9b1c4eaabdd630f3e03e2da0 on resource:port {{(pid=73964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:00:47.113683 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1911f568-b2cb-4e6c-a926-7a272aa2b70e req-de5f24fc-04b6-4e3a-ad22-6a25f4a6d67c service neutron] 10.222.0.42 "GET /v2.0/networks/adb56681-e966-4fd2-b25b-7733454440af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769524 Apr 30 16:00:47.122802 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-99d3ab30-4db9-4e9e-a431-3dd13b5772a5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Unset dirty status for tenant:2585736d9b1c4eaabdd630f3e03e2da0 on resource:port {{(pid=73964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:00:47.124463 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-99d3ab30-4db9-4e9e-a431-3dd13b5772a5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2585736d9b1c4eaabdd630f3e03e2da0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2056921 Apr 30 16:00:47.177972 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-8a17a976-dc3d-4b27-b5e4-3e5bb2b6ffdd tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5ab89963bad1468d8d31bd42b50c5e2d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4432130 Apr 30 16:00:47.189731 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-18233941-df55-44b8-be77-74b74d6f1545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:47.221022 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-18233941-df55-44b8-be77-74b74d6f1545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:47.266075 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc89840-7e88-4c74-88df-c154807943f9 req-6b71f3a6-e566-440e-b486-1f3f1c5fbee9 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:47.269283 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7bc89840-7e88-4c74-88df-c154807943f9 req-6b71f3a6-e566-440e-b486-1f3f1c5fbee9 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.42 "GET /v2.0/networks?id=003f3ed1-d8ee-44dc-a675-9957118a6f9c HTTP/1.1" status: 200 len: 819 time: 0.4965231 Apr 30 16:00:47.329953 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-716792ec-087c-484b-bc75-15ae4b67c5b0 service neutron] 10.222.0.72 "GET /v2.0/networks/529eb04d-afd1-4ec1-a7cf-59406e4ebee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879597 Apr 30 16:00:47.334286 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-12451a2e-9064-4fed-9db5-af7586894175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:47.345369 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-18233941-df55-44b8-be77-74b74d6f1545 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=764e6c4bfc2944e7b2302869fff5478a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3807642 Apr 30 16:00:47.353032 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 58308) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:47.404253 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device e6e2ce65-91b2-4604-9317-c1416eaf3632 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:00:47.422701 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-7bc89840-7e88-4c74-88df-c154807943f9 req-1e217e0f-db0e-41c4-8d2c-7b56d1c572a4 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Request body: {'port': {'device_id': '2082fe5b-fec3-4ad1-8729-5107f5570415', 'network_id': '003f3ed1-d8ee-44dc-a675-9957118a6f9c', 'admin_state_up': True, 'tenant_id': '5ab89963bad1468d8d31bd42b50c5e2d'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:47.487349 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port e6e2ce65-91b2-4604-9317-c1416eaf3632 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:00:47.487728 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:47.493673 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18233941-df55-44b8-be77-74b74d6f1545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c3106b-2483-4a30-881c-601566df38d1,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:47.501269 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-18233941-df55-44b8-be77-74b74d6f1545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:47.553673 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-29679aca-687d-4467-91d1-fc49653ef30c service neutron] 10.222.0.72 "GET /v2.0/networks/529eb04d-afd1-4ec1-a7cf-59406e4ebee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224636 Apr 30 16:00:47.554495 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9712b9c8-5901-4f2a-8d39-da2d374b1020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:47.597114 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-2a0dddaf-b455-49a0-a80e-480cdc1fb76a service neutron] 10.222.0.72 "GET /v2.0/networks/003f3ed1-d8ee-44dc-a675-9957118a6f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060202 Apr 30 16:00:47.617554 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9712b9c8-5901-4f2a-8d39-da2d374b1020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:47.666346 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-7bc89840-7e88-4c74-88df-c154807943f9 req-1e217e0f-db0e-41c4-8d2c-7b56d1c572a4 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:47.705865 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9712b9c8-5901-4f2a-8d39-da2d374b1020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:47.732365 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:47.736246 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-7bc89840-7e88-4c74-88df-c154807943f9 req-1e217e0f-db0e-41c4-8d2c-7b56d1c572a4 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:47.747291 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712b9c8-5901-4f2a-8d39-da2d374b1020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c3106b-2483-4a30-881c-601566df38d1,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:47.750450 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-9712b9c8-5901-4f2a-8d39-da2d374b1020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:47.752473 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9712b9c8-5901-4f2a-8d39-da2d374b1020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:47.756769 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc89840-7e88-4c74-88df-c154807943f9 req-1e217e0f-db0e-41c4-8d2c-7b56d1c572a4 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Made reservation on behalf of 5ab89963bad1468d8d31bd42b50c5e2d for: {'port': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:00:47.760526 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7bc89840-7e88-4c74-88df-c154807943f9 req-1e217e0f-db0e-41c4-8d2c-7b56d1c572a4 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:47.763955 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-9712b9c8-5901-4f2a-8d39-da2d374b1020 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/32c3106b-2483-4a30-881c-601566df38d1 HTTP/1.1" status: 204 len: 168 time: 0.3991799 Apr 30 16:00:47.845336 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-008703ad-5ecb-403e-9df7-b1b72ec210bc service neutron] 10.222.0.72 "GET /v2.0/networks/003f3ed1-d8ee-44dc-a675-9957118a6f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399948 Apr 30 16:00:48.031180 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 1a187017-459c-4b2b-8b38-f9204500d332 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:00:48.141716 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [req-7bc89840-7e88-4c74-88df-c154807943f9 req-1e217e0f-db0e-41c4-8d2c-7b56d1c572a4 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Allocated IP 172.20.0.12 (003f3ed1-d8ee-44dc-a675-9957118a6f9c/ee3010de-4ebd-4277-9903-82c7833bcd22/ad0c3a55-63c5-4141-884a-521ad44ca3cc) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:00:48.213689 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 9cb8a50a-ab97-41e8-a96f-59d9de5a8abb up at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:00:48.263726 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ec2a8-466e-41e7-b168-a0bb7c55a12c req-b170c0be-0493-45c2-aeac-44afc6e07a16 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:48.272327 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-078ec2a8-466e-41e7-b168-a0bb7c55a12c req-b170c0be-0493-45c2-aeac-44afc6e07a16 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eba312e-6afe-42d2-a844-c12a7e959a34 HTTP/1.1" status: 200 len: 944 time: 0.2077253 Apr 30 16:00:48.395050 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-078ec2a8-466e-41e7-b168-a0bb7c55a12c req-90fa0a37-c590-450b-b56a-85ecbfa7e56a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180136 Apr 30 16:00:48.556472 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-145ff18d-5b95-4980-b6fd-124693dbf04a req-4310cd8e-a4c1-4781-83c9-58f849cdb405 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 210 time: 0.0740721 Apr 30 16:00:48.643712 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:48.696150 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 1a187017-459c-4b2b-8b38-f9204500d332, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1a187017-459c-4b2b-8b38-f9204500d332,segment=NetworkSegment(b302ab53-c874-4277-8f4f-3752b65dae5a),segment_id=b302ab53-c874-4277-8f4f-3752b65dae5a)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:00:48.722795 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning for port 9cb8a50a-ab97-41e8-a96f-59d9de5a8abb completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:00:48.736249 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Returning: {'device': '1a187017-459c-4b2b-8b38-f9204500d332', 'network_id': 'adb56681-e966-4fd2-b25b-7733454440af', 'port_id': '1a187017-459c-4b2b-8b38-f9204500d332', 'mac_address': 'fa:16:3e:a2:b5:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d86109-d684-488c-90c6-8b77dcfbcf6e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:00:48.739389 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning complete for port 9cb8a50a-ab97-41e8-a96f-59d9de5a8abb triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:00:48.740184 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:48.890423 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5114b6-5b15-4cd3-9729-5a41d091c632 req-c966dd36-ea87-4bf9-8768-d2338c2b0cb9 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:48.926023 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ae5114b6-5b15-4cd3-9729-5a41d091c632 req-c966dd36-ea87-4bf9-8768-d2338c2b0cb9 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6b8014b-7822-43f2-932d-5c615761ebff HTTP/1.1" status: 200 len: 944 time: 0.6388865 Apr 30 16:00:48.977522 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7bc89840-7e88-4c74-88df-c154807943f9 req-1e217e0f-db0e-41c4-8d2c-7b56d1c572a4 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:49.044252 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ae5114b6-5b15-4cd3-9729-5a41d091c632 req-5df13fca-1f87-455c-87d8-e84b910851d2 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a3eb760-827b-401b-862f-3f3456ad3509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144557 Apr 30 16:00:49.078323 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7bc89840-7e88-4c74-88df-c154807943f9 req-1e217e0f-db0e-41c4-8d2c-7b56d1c572a4 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:49.096340 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a29f7f92-bf83-4b5e-89ea-a4efd7d89534 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:49.191170 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:49.217375 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a187017-459c-4b2b-8b38-f9204500d332 {{(pid=73965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:00:49.275783 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc89840-7e88-4c74-88df-c154807943f9 req-1e217e0f-db0e-41c4-8d2c-7b56d1c572a4 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Network 003f3ed1-d8ee-44dc-a675-9957118a6f9c is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:00:49.292027 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [req-7bc89840-7e88-4c74-88df-c154807943f9 req-1e217e0f-db0e-41c4-8d2c-7b56d1c572a4 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:00:49.304625 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc89840-7e88-4c74-88df-c154807943f9 req-1e217e0f-db0e-41c4-8d2c-7b56d1c572a4 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:00:49.318611 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8895bf8b-38da-4a4b-a508-6b64277bb042 req-beafa99c-c2dc-40d3-9c61-90f7409e938e tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 210 time: 0.1449113 Apr 30 16:00:49.324848 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 1a187017-459c-4b2b-8b38-f9204500d332, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1a187017-459c-4b2b-8b38-f9204500d332,segment=NetworkSegment(b302ab53-c874-4277-8f4f-3752b65dae5a),segment_id=b302ab53-c874-4277-8f4f-3752b65dae5a)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:00:49.327041 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc89840-7e88-4c74-88df-c154807943f9 req-1e217e0f-db0e-41c4-8d2c-7b56d1c572a4 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:49.327866 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7bc89840-7e88-4c74-88df-c154807943f9 req-1e217e0f-db0e-41c4-8d2c-7b56d1c572a4 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:49.341792 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e217e0f-db0e-41c4-8d2c-7b56d1c572a4 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Pushing event updated for resources: {'Port': ['ID=ad0c3a55-63c5-4141-884a-521ad44ca3cc,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:49.351527 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:49.355602 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-1e217e0f-db0e-41c4-8d2c-7b56d1c572a4 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:49.380549 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:49.387599 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7bc89840-7e88-4c74-88df-c154807943f9 req-1e217e0f-db0e-41c4-8d2c-7b56d1c572a4 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9689045 Apr 30 16:00:49.406437 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-7bc89840-7e88-4c74-88df-c154807943f9 req-35369a00-cabf-42d6-8c69-203931aad146 service neutron] Request body: {'port': {'device_id': '2082fe5b-fec3-4ad1-8729-5107f5570415', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:49.543176 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=1a187017-459c-4b2b-8b38-f9204500d332,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:49.548066 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:49.558977 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:49.594132 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eba312e-6afe-42d2-a844-c12a7e959a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb8a50a-ab97-41e8-a96f-59d9de5a8abb'}] {{(pid=73965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:00:49.672278 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fef441-d1dd-46de-be52-4f7747a5b92c req-9cb9560c-1484-4283-90b7-c5b83a652652 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:49.684307 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b2fef441-d1dd-46de-be52-4f7747a5b92c req-9cb9560c-1484-4283-90b7-c5b83a652652 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eba312e-6afe-42d2-a844-c12a7e959a34 HTTP/1.1" status: 200 len: 944 time: 0.1233628 Apr 30 16:00:49.744313 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['1a187017-459c-4b2b-8b38-f9204500d332'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:00:49.817440 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b2fef441-d1dd-46de-be52-4f7747a5b92c req-4ac54f18-634c-4403-ae01-f567d61f4257 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321166 Apr 30 16:00:49.854890 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 9cb8a50a-ab97-41e8-a96f-59d9de5a8abb, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=9cb8a50a-ab97-41e8-a96f-59d9de5a8abb,segment=NetworkSegment(661407b4-95b2-4d17-9ac4-ce7a66ada27c),segment_id=661407b4-95b2-4d17-9ac4-ce7a66ada27c)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:00:49.880275 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:49.886094 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:49.972241 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2cf4c7f0-7087-4133-b8e8-447db86abc95 req-9b0891b7-312f-410c-99e2-b56cc50bb437 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 210 time: 0.0870481 Apr 30 16:00:49.977957 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7bc89840-7e88-4c74-88df-c154807943f9 req-35369a00-cabf-42d6-8c69-203931aad146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:50.116636 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=9cb8a50a-ab97-41e8-a96f-59d9de5a8abb,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:50.120830 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:50.435325 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848a920-0574-4fba-8fbb-adb165bd1896 req-f26d372c-0475-44a3-addc-237d72e3058f tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:50.445980 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-2848a920-0574-4fba-8fbb-adb165bd1896 req-f26d372c-0475-44a3-addc-237d72e3058f tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6b8014b-7822-43f2-932d-5c615761ebff HTTP/1.1" status: 200 len: 945 time: 0.1678026 Apr 30 16:00:50.488194 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-949c51b3-11b3-4236-9aeb-3a4aca0f4336 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:50.489823 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-949c51b3-11b3-4236-9aeb-3a4aca0f4336 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.42 "GET /v2.0/networks?id=529eb04d-afd1-4ec1-a7cf-59406e4ebee4 HTTP/1.1" status: 200 len: 811 time: 0.4097095 Apr 30 16:00:50.529856 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-2848a920-0574-4fba-8fbb-adb165bd1896 req-a464acca-9359-4336-b7c1-3480ead7e61f tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a3eb760-827b-401b-862f-3f3456ad3509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828156 Apr 30 16:00:50.579510 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-a1c2c73a-2c86-472b-ad1f-3cb5967465ae tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Synchronizing usage tracker for tenant:2585736d9b1c4eaabdd630f3e03e2da0 on resource:security_group {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:00:50.605956 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-a1c2c73a-2c86-472b-ad1f-3cb5967465ae tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Unset dirty status for tenant:2585736d9b1c4eaabdd630f3e03e2da0 on resource:security_group {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:00:50.607264 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-a1c2c73a-2c86-472b-ad1f-3cb5967465ae tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2585736d9b1c4eaabdd630f3e03e2da0 HTTP/1.1" status: 200 len: 380 time: 0.1086223 Apr 30 16:00:50.624789 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-30810bf7-2abe-4be1-a879-a74285f3cc7b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Request body: {'port': {'device_id': 'a0303b82-b5b3-428c-b350-f0f1a6c19dd3', 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4', 'admin_state_up': True, 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'security_groups': ['e8e35344-f0a5-4923-8d0f-8b67afe549f2']}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:50.640613 dv-cinder-787195-6-iscsi neutron-server[73965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eba312e-6afe-42d2-a844-c12a7e959a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb8a50a-ab97-41e8-a96f-59d9de5a8abb', 'code': 200} Apr 30 16:00:50.741225 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7c9a71a9-a071-4f2d-850c-73c7f19838a0 req-b789b285-a29f-47f8-9ea3-bfacd0ef7ba8 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 210 time: 0.0552309 Apr 30 16:00:50.810023 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [req-7bc89840-7e88-4c74-88df-c154807943f9 req-35369a00-cabf-42d6-8c69-203931aad146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad0c3a55-63c5-4141-884a-521ad44ca3cc {{(pid=73963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:00:50.812049 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.42', 55849) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:50.822364 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7bc89840-7e88-4c74-88df-c154807943f9 req-35369a00-cabf-42d6-8c69-203931aad146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:50.827449 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 58456) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:50.873038 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-7bc89840-7e88-4c74-88df-c154807943f9 req-35369a00-cabf-42d6-8c69-203931aad146 service neutron] Transition to ACTIVE for port object ad0c3a55-63c5-4141-884a-521ad44ca3cc will not be triggered until provisioned by entity L2. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:00:50.884061 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-30810bf7-2abe-4be1-a879-a74285f3cc7b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:50.888061 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7bc89840-7e88-4c74-88df-c154807943f9 req-35369a00-cabf-42d6-8c69-203931aad146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:50.898443 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:50.931961 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-30810bf7-2abe-4be1-a879-a74285f3cc7b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:51.092164 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-30810bf7-2abe-4be1-a879-a74285f3cc7b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Made reservation on behalf of 2585736d9b1c4eaabdd630f3e03e2da0 for: {'port': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:00:51.109962 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-30810bf7-2abe-4be1-a879-a74285f3cc7b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:51.159188 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-c4f85943-4a01-40c7-b20f-18a7e1c4e47e tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:51.163268 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-c4f85943-4a01-40c7-b20f-18a7e1c4e47e tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.42 "GET /v2.0/networks?id=003f3ed1-d8ee-44dc-a675-9957118a6f9c HTTP/1.1" status: 200 len: 819 time: 0.3502448 Apr 30 16:00:51.184028 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-325477e6-1035-4507-b7cc-9c49bc8e2b8f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Request body: {'port': {'device_id': '3c4540de-95a8-4d04-ab19-90b5ddef8a66', 'network_id': '003f3ed1-d8ee-44dc-a675-9957118a6f9c', 'admin_state_up': True, 'tenant_id': '5ab89963bad1468d8d31bd42b50c5e2d'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:51.237170 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35369a00-cabf-42d6-8c69-203931aad146 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0c3a55-63c5-4141-884a-521ad44ca3cc,revision_number=2']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:51.297218 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-35369a00-cabf-42d6-8c69-203931aad146 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:51.360291 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.42', 55851) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:51.466068 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-c4c798c2-0a72-471c-85c2-deb27c5a0dac req-250cfe47-bdfc-42bc-9696-85d2e9ecb765 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 210 time: 0.1944623 Apr 30 16:00:51.473534 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-7bc89840-7e88-4c74-88df-c154807943f9 req-35369a00-cabf-42d6-8c69-203931aad146 service neutron] Attempting to bind port ad0c3a55-63c5-4141-884a-521ad44ca3cc on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:00:51.475654 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-7bc89840-7e88-4c74-88df-c154807943f9 req-35369a00-cabf-42d6-8c69-203931aad146 service neutron] Attempting to bind port ad0c3a55-63c5-4141-884a-521ad44ca3cc by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '37ea889b-f838-458a-8199-0573ad83f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '003f3ed1-d8ee-44dc-a675-9957118a6f9c'}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:00:51.476088 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc89840-7e88-4c74-88df-c154807943f9 req-35369a00-cabf-42d6-8c69-203931aad146 service neutron] Attempting to bind port ad0c3a55-63c5-4141-884a-521ad44ca3cc on network 003f3ed1-d8ee-44dc-a675-9957118a6f9c {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:00:51.546728 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-84ebfb9b-7e7e-46da-b5c4-2791f55be1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:51.591879 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc89840-7e88-4c74-88df-c154807943f9 req-35369a00-cabf-42d6-8c69-203931aad146 service neutron] Port ad0c3a55-63c5-4141-884a-521ad44ca3cc on network 003f3ed1-d8ee-44dc-a675-9957118a6f9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:00:51.592279 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc89840-7e88-4c74-88df-c154807943f9 req-35369a00-cabf-42d6-8c69-203931aad146 service neutron] Attempting to bind port ad0c3a55-63c5-4141-884a-521ad44ca3cc on network 003f3ed1-d8ee-44dc-a675-9957118a6f9c {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:00:51.603875 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-84ebfb9b-7e7e-46da-b5c4-2791f55be1cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:51.610596 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc89840-7e88-4c74-88df-c154807943f9 req-35369a00-cabf-42d6-8c69-203931aad146 service neutron] Checking agent: {'id': '12734182-a135-4f20-887d-69ffd9792d0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'started_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:00:51.611026 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc89840-7e88-4c74-88df-c154807943f9 req-35369a00-cabf-42d6-8c69-203931aad146 service neutron] Checking segment: {'id': '37ea889b-f838-458a-8199-0573ad83f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '003f3ed1-d8ee-44dc-a675-9957118a6f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:00:51.611421 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc89840-7e88-4c74-88df-c154807943f9 req-35369a00-cabf-42d6-8c69-203931aad146 service neutron] Bound using segment: {'id': '37ea889b-f838-458a-8199-0573ad83f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '003f3ed1-d8ee-44dc-a675-9957118a6f9c'} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:00:51.611891 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-7bc89840-7e88-4c74-88df-c154807943f9 req-35369a00-cabf-42d6-8c69-203931aad146 service neutron] Bound port: ad0c3a55-63c5-4141-884a-521ad44ca3cc, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ea889b-f838-458a-8199-0573ad83f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '003f3ed1-d8ee-44dc-a675-9957118a6f9c'}}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:00:51.612251 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7bc89840-7e88-4c74-88df-c154807943f9 req-35369a00-cabf-42d6-8c69-203931aad146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:51.640208 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-84ebfb9b-7e7e-46da-b5c4-2791f55be1cb admin admin] Usage tracker for resource:security_group_rule and tenant:7752a594406a4335aaf490f84aba6930 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:51.652134 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-84ebfb9b-7e7e-46da-b5c4-2791f55be1cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:51.665835 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1759128-fcbb-47e9-b736-993566991e41 req-a32a96bf-d188-4f12-a43a-8c9fde50b250 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:51.667595 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b1759128-fcbb-47e9-b736-993566991e41 req-a32a96bf-d188-4f12-a43a-8c9fde50b250 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eba312e-6afe-42d2-a844-c12a7e959a34 HTTP/1.1" status: 200 len: 945 time: 0.5028431 Apr 30 16:00:51.687835 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-325477e6-1035-4507-b7cc-9c49bc8e2b8f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:51.693703 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-325477e6-1035-4507-b7cc-9c49bc8e2b8f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Usage tracker for resource:port and tenant:5ab89963bad1468d8d31bd42b50c5e2d is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:51.699228 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-325477e6-1035-4507-b7cc-9c49bc8e2b8f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:51.709058 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-84ebfb9b-7e7e-46da-b5c4-2791f55be1cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:51.747273 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-325477e6-1035-4507-b7cc-9c49bc8e2b8f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:51.759978 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-325477e6-1035-4507-b7cc-9c49bc8e2b8f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Made reservation on behalf of 5ab89963bad1468d8d31bd42b50c5e2d for: {'port': 1} {{(pid=73964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:00:51.763906 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-325477e6-1035-4507-b7cc-9c49bc8e2b8f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:51.915268 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b1759128-fcbb-47e9-b736-993566991e41 req-e3d58cc4-2bb9-4d16-bb0a-0da080fd1606 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015765 Apr 30 16:00:51.954260 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab46b2-80b9-40f0-a9fb-bc30085836fb req-6210656b-0465-448f-8ef3-46ee39fa4adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:51.955739 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-19ab46b2-80b9-40f0-a9fb-bc30085836fb req-6210656b-0465-448f-8ef3-46ee39fa4adf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3eba312e-6afe-42d2-a844-c12a7e959a34 HTTP/1.1" status: 200 len: 1098 time: 0.4920022 Apr 30 16:00:51.958110 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-30810bf7-2abe-4be1-a879-a74285f3cc7b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Allocated IP 172.20.0.5 (529eb04d-afd1-4ec1-a7cf-59406e4ebee4/9b5b4d6f-2a10-41bf-be25-6159859e6aec/5c3403a6-82fe-45fc-801e-0133d419fb05) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:00:51.983702 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba78b0-78ff-424a-8d07-0876bd9fd7ee req-5bc30aca-54ae-4b0e-94f1-bed0f7878a2a tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:51.995825 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d3ba78b0-78ff-424a-8d07-0876bd9fd7ee req-5bc30aca-54ae-4b0e-94f1-bed0f7878a2a tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6b8014b-7822-43f2-932d-5c615761ebff HTTP/1.1" status: 200 len: 945 time: 0.2976553 Apr 30 16:00:52.002807 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-7bc89840-7e88-4c74-88df-c154807943f9 req-35369a00-cabf-42d6-8c69-203931aad146 service neutron] For port ad0c3a55-63c5-4141-884a-521ad44ca3cc, host hv-cinder-78719, cleared binding levels {{(pid=73963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:00:52.049305 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 1a187017-459c-4b2b-8b38-f9204500d332 up at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:00:52.060041 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-19ab46b2-80b9-40f0-a9fb-bc30085836fb req-adf2093b-510a-4b70-937a-52e43f508b36 service neutron] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:52.065188 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d3ba78b0-78ff-424a-8d07-0876bd9fd7ee req-be0a91ef-b4ad-44b7-8193-5e6939f257f0 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a3eb760-827b-401b-862f-3f3456ad3509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683632 Apr 30 16:00:52.082558 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_common [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-325477e6-1035-4507-b7cc-9c49bc8e2b8f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Allocated IP 172.20.0.7 (003f3ed1-d8ee-44dc-a675-9957118a6f9c/ee3010de-4ebd-4277-9903-82c7833bcd22/ddf4c180-f006-45a7-bc6e-4cd1c966fe10) {{(pid=73964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:00:52.111398 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-7bc89840-7e88-4c74-88df-c154807943f9 req-35369a00-cabf-42d6-8c69-203931aad146 service neutron] For port ad0c3a55-63c5-4141-884a-521ad44ca3cc, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ad0c3a55-63c5-4141-884a-521ad44ca3cc,segment=NetworkSegment(37ea889b-f838-458a-8199-0573ad83f653),segment_id=37ea889b-f838-458a-8199-0573ad83f653)] {{(pid=73963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:00:52.135201 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-19ab46b2-80b9-40f0-a9fb-bc30085836fb req-adf2093b-510a-4b70-937a-52e43f508b36 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:52.196376 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-7f42cc47-7413-45f1-9235-4ca6ff0e2f99 req-49907925-3412-48fc-af19-117cf7efd6e2 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Synchronizing usage tracker for tenant:5ab89963bad1468d8d31bd42b50c5e2d on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:00:52.202483 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7bc89840-7e88-4c74-88df-c154807943f9 req-35369a00-cabf-42d6-8c69-203931aad146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:52.221493 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning for port 1a187017-459c-4b2b-8b38-f9204500d332 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:00:52.222481 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-19ab46b2-80b9-40f0-a9fb-bc30085836fb req-adf2093b-510a-4b70-937a-52e43f508b36 service neutron] Usage tracker for resource:security_group_rule and tenant:b57469bc9f954599b79d78316b7b00c1 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:52.227455 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning complete for port 1a187017-459c-4b2b-8b38-f9204500d332 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:00:52.227838 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:52.237086 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-63c8469e-f6ee-4fad-8323-df83ffd8df60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:52.267078 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 58522) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:52.286011 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 58526) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:52.381537 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-325477e6-1035-4507-b7cc-9c49bc8e2b8f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Notify callbacks [] for port, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:52.389115 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:52.422361 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-84ebfb9b-7e7e-46da-b5c4-2791f55be1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:52.423948 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-325477e6-1035-4507-b7cc-9c49bc8e2b8f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:52.434227 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:52.459063 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-19ab46b2-80b9-40f0-a9fb-bc30085836fb req-adf2093b-510a-4b70-937a-52e43f508b36 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:52.459567 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 1a187017-459c-4b2b-8b38-f9204500d332, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1a187017-459c-4b2b-8b38-f9204500d332,segment=NetworkSegment(b302ab53-c874-4277-8f4f-3752b65dae5a),segment_id=b302ab53-c874-4277-8f4f-3752b65dae5a)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:00:52.466189 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:52.468313 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-84ebfb9b-7e7e-46da-b5c4-2791f55be1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:52.468851 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:52.469031 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-7f42cc47-7413-45f1-9235-4ca6ff0e2f99 req-49907925-3412-48fc-af19-117cf7efd6e2 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Unset dirty status for tenant:5ab89963bad1468d8d31bd42b50c5e2d on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:00:52.470262 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7f42cc47-7413-45f1-9235-4ca6ff0e2f99 req-49907925-3412-48fc-af19-117cf7efd6e2 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 210 time: 0.3503194 Apr 30 16:00:52.517763 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-19ab46b2-80b9-40f0-a9fb-bc30085836fb req-adf2093b-510a-4b70-937a-52e43f508b36 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:52.541045 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-c85da0a9-70e0-46dd-9b66-595fb084be7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:52.555173 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-917fc313-0277-4a62-8aea-01368578f05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:52.568201 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=1a187017-459c-4b2b-8b38-f9204500d332,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:52.572123 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:52.582302 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-325477e6-1035-4507-b7cc-9c49bc8e2b8f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Network 003f3ed1-d8ee-44dc-a675-9957118a6f9c is already hosted by enough agents. {{(pid=73964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:00:52.589344 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-325477e6-1035-4507-b7cc-9c49bc8e2b8f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Resources bound (agent type, host, resource id): {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:00:52.599838 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-325477e6-1035-4507-b7cc-9c49bc8e2b8f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Received port after_create {{(pid=73964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:00:52.633055 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325477e6-1035-4507-b7cc-9c49bc8e2b8f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Pushing event updated for resources: {'Port': ['ID=ddf4c180-f006-45a7-bc6e-4cd1c966fe10,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:52.635694 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-917fc313-0277-4a62-8aea-01368578f05c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:52.640061 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-c85da0a9-70e0-46dd-9b66-595fb084be7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:52.643034 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b8014b-7822-43f2-932d-5c615761ebff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a187017-459c-4b2b-8b38-f9204500d332'}] {{(pid=73965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:00:52.654086 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35369a00-cabf-42d6-8c69-203931aad146 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0c3a55-63c5-4141-884a-521ad44ca3cc,revision_number=3']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:52.655304 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-325477e6-1035-4507-b7cc-9c49bc8e2b8f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:52.659046 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-917fc313-0277-4a62-8aea-01368578f05c admin admin] Usage tracker for resource:security_group_rule and tenant:8a90358bf9e6412aa7553d4e86f613c3 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:52.669895 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-35369a00-cabf-42d6-8c69-203931aad146 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:52.678624 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:52.695601 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-c85da0a9-70e0-46dd-9b66-595fb084be7d admin admin] Usage tracker for resource:security_group_rule and tenant:1c61d91807e04993a3bf5d3381bf0d69 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:52.700489 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-917fc313-0277-4a62-8aea-01368578f05c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:52.710202 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-c85da0a9-70e0-46dd-9b66-595fb084be7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:52.716373 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc89840-7e88-4c74-88df-c154807943f9 req-35369a00-cabf-42d6-8c69-203931aad146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:52.716990 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7bc89840-7e88-4c74-88df-c154807943f9 req-35369a00-cabf-42d6-8c69-203931aad146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:52.718393 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7bc89840-7e88-4c74-88df-c154807943f9 req-35369a00-cabf-42d6-8c69-203931aad146 service neutron] 10.222.0.42 "PUT /v2.0/ports/ad0c3a55-63c5-4141-884a-521ad44ca3cc HTTP/1.1" status: 200 len: 1094 time: 3.3205488 Apr 30 16:00:52.721116 dv-cinder-787195-6-iscsi neutron-server[73965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b8014b-7822-43f2-932d-5c615761ebff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a187017-459c-4b2b-8b38-f9204500d332', 'code': 200} Apr 30 16:00:52.725800 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-c85da0a9-70e0-46dd-9b66-595fb084be7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:52.729989 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-917fc313-0277-4a62-8aea-01368578f05c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:52.733755 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-e68730c7-d006-4c34-9f1d-078766bd746d req-9621981a-150d-4281-9f1a-81ea5a23cf55 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 210 time: 0.0949011 Apr 30 16:00:52.762915 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-325477e6-1035-4507-b7cc-9c49bc8e2b8f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:52.763324 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-325477e6-1035-4507-b7cc-9c49bc8e2b8f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for port, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:52.796349 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-84ebfb9b-7e7e-46da-b5c4-2791f55be1cb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7752a594406a4335aaf490f84aba6930&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9581516 Apr 30 16:00:52.796349 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2082fe5b-fec3-4ad1-8729-5107f5570415', 'tag': 'ad0c3a55-63c5-4141-884a-521ad44ca3cc'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:00:52.796493 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 58546) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:52.862267 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-325477e6-1035-4507-b7cc-9c49bc8e2b8f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6848185 Apr 30 16:00:52.878485 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2082fe5b-fec3-4ad1-8729-5107f5570415', 'tag': 'ad0c3a55-63c5-4141-884a-521ad44ca3cc', 'status': 'completed', 'code': 200} Apr 30 16:00:52.884029 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebfb9b-7e7e-46da-b5c4-2791f55be1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ef8a4d-d878-4c6b-a447-a1e6dd6307ef,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:52.898827 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-519be41b-6e7d-465a-9a02-05d85e26b5b2 service neutron] Request body: {'port': {'device_id': '3c4540de-95a8-4d04-ab19-90b5ddef8a66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:52.902235 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-30810bf7-2abe-4be1-a879-a74285f3cc7b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:52.909762 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-84ebfb9b-7e7e-46da-b5c4-2791f55be1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:52.944607 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-19ab46b2-80b9-40f0-a9fb-bc30085836fb req-adf2093b-510a-4b70-937a-52e43f508b36 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:52.954942 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-30810bf7-2abe-4be1-a879-a74285f3cc7b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Transition to ACTIVE for port object 5c3403a6-82fe-45fc-801e-0133d419fb05 will not be triggered until provisioned by entity DHCP. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:00:52.956980 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-19ab46b2-80b9-40f0-a9fb-bc30085836fb req-adf2093b-510a-4b70-937a-52e43f508b36 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:52.970612 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:52.999561 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2093b-510a-4b70-937a-52e43f508b36 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=22b4b98c-3f5e-4a92-ad39-3044ece9c44d,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:53.013176 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-adf2093b-510a-4b70-937a-52e43f508b36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:53.019086 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-19ab46b2-80b9-40f0-a9fb-bc30085836fb req-adf2093b-510a-4b70-937a-52e43f508b36 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0393786 Apr 30 16:00:53.020657 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-8da13c33-c80a-45c5-93de-f5b024024cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:53.021322 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.42', 55857) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:53.033031 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc89840-7e88-4c74-88df-c154807943f9 req-63c9aca2-059c-4672-80d8-a3466c0a20cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:53.034334 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7bc89840-7e88-4c74-88df-c154807943f9 req-63c9aca2-059c-4672-80d8-a3466c0a20cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ab89963bad1468d8d31bd42b50c5e2d&device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 1097 time: 0.2138069 Apr 30 16:00:53.088927 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-917fc313-0277-4a62-8aea-01368578f05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:53.090701 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-30810bf7-2abe-4be1-a879-a74285f3cc7b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:53.100292 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:53.156261 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-917fc313-0277-4a62-8aea-01368578f05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:53.166923 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-c85da0a9-70e0-46dd-9b66-595fb084be7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:53.190989 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-8da13c33-c80a-45c5-93de-f5b024024cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:53.197184 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:53.211662 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-c85da0a9-70e0-46dd-9b66-595fb084be7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:53.241811 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-519be41b-6e7d-465a-9a02-05d85e26b5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:53.258937 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7bc89840-7e88-4c74-88df-c154807943f9 req-734a553a-f5a5-4d37-bba9-1c65b95457bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad0c3a55-63c5-4141-884a-521ad44ca3cc HTTP/1.1" status: 200 len: 217 time: 0.1226685 Apr 30 16:00:53.268165 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-30810bf7-2abe-4be1-a879-a74285f3cc7b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Network 529eb04d-afd1-4ec1-a7cf-59406e4ebee4 is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:00:53.281544 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-30810bf7-2abe-4be1-a879-a74285f3cc7b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:00:53.285089 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-30810bf7-2abe-4be1-a879-a74285f3cc7b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:00:53.290355 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-30810bf7-2abe-4be1-a879-a74285f3cc7b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:53.290966 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-30810bf7-2abe-4be1-a879-a74285f3cc7b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:53.306666 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917fc313-0277-4a62-8aea-01368578f05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04090f28-df5d-49b9-9ab1-25f55a13e7e5,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:53.341700 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-917fc313-0277-4a62-8aea-01368578f05c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:53.355656 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-917fc313-0277-4a62-8aea-01368578f05c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8a90358bf9e6412aa7553d4e86f613c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0677826 Apr 30 16:00:53.356350 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-3efeb19c-ea59-4894-b885-94b58feda686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:53.361293 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 58560) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:53.374262 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30810bf7-2abe-4be1-a879-a74285f3cc7b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Pushing event updated for resources: {'Port': ['ID=5c3403a6-82fe-45fc-801e-0133d419fb05,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:53.383546 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-c85da0a9-70e0-46dd-9b66-595fb084be7d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1c61d91807e04993a3bf5d3381bf0d69&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1151276 Apr 30 16:00:53.384690 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-30810bf7-2abe-4be1-a879-a74285f3cc7b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:53.390866 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 58564) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:53.412238 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a2de9-b1e3-4258-967c-c6a27f9b62db req-b01f7b4a-146c-44fe-9960-e664e26b940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:53.413718 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-bc3a2de9-b1e3-4258-967c-c6a27f9b62db req-b01f7b4a-146c-44fe-9960-e664e26b940d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d6b8014b-7822-43f2-932d-5c615761ebff HTTP/1.1" status: 200 len: 1099 time: 0.3720796 Apr 30 16:00:53.438341 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc89840-7e88-4c74-88df-c154807943f9 req-6b80b740-aefe-4e93-966c-857220063bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:53.439758 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7bc89840-7e88-4c74-88df-c154807943f9 req-6b80b740-aefe-4e93-966c-857220063bc6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ee3010de-4ebd-4277-9903-82c7833bcd22 HTTP/1.1" status: 200 len: 859 time: 0.1597166 Apr 30 16:00:53.457997 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85da0a9-70e0-46dd-9b66-595fb084be7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c38781-291e-44de-b1a8-3f6e351e761d,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:53.500846 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-c85da0a9-70e0-46dd-9b66-595fb084be7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:53.519635 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c40769-bde0-4d82-a987-6b25b62110fc req-0b4bff3a-075b-464e-9f6d-96665750df8b tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:53.521500 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-56c40769-bde0-4d82-a987-6b25b62110fc req-0b4bff3a-075b-464e-9f6d-96665750df8b tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eba312e-6afe-42d2-a844-c12a7e959a34 HTTP/1.1" status: 200 len: 945 time: 0.4410825 Apr 30 16:00:53.532850 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-30810bf7-2abe-4be1-a879-a74285f3cc7b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9119096 Apr 30 16:00:53.537509 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-8da13c33-c80a-45c5-93de-f5b024024cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:53.538171 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7bc89840-7e88-4c74-88df-c154807943f9 req-c3cf5119-f2ab-4f4d-90c3-47072367c698 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=003f3ed1-d8ee-44dc-a675-9957118a6f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792143 Apr 30 16:00:53.572218 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:53.579874 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-974c9a42-f6fe-4484-ad3d-4c6502451d87 service neutron] Request body: {'port': {'device_id': 'a0303b82-b5b3-428c-b350-f0f1a6c19dd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:00:53.596541 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da13c33-c80a-45c5-93de-f5b024024cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ef8a4d-d878-4c6b-a447-a1e6dd6307ef,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:53.629145 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-a09e2190-698a-4f67-9b13-ee8d08934c5a None None] Provisioning for port 5c3403a6-82fe-45fc-801e-0133d419fb05 completed by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:00:53.632045 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-8da13c33-c80a-45c5-93de-f5b024024cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:53.634177 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-a09e2190-698a-4f67-9b13-ee8d08934c5a None None] Provisioning complete for port 5c3403a6-82fe-45fc-801e-0133d419fb05 triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:00:53.634619 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-a09e2190-698a-4f67-9b13-ee8d08934c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:53.646565 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-bc3a2de9-b1e3-4258-967c-c6a27f9b62db req-5e78a301-ecc0-48ee-9a12-aa5ebd5b8f6b service neutron] Synchronizing usage tracker for tenant:b57469bc9f954599b79d78316b7b00c1 on resource:security_group {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:00:53.654815 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6134c159-850b-4895-bfb5-06ccecef4583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:53.663453 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-2a83c2ea-04f2-4fa0-a695-e6c8eaabe1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:53.669316 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-56c40769-bde0-4d82-a987-6b25b62110fc req-8bb18b48-f6c2-4693-9519-cf8ae2af50be tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377730 Apr 30 16:00:53.670081 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-8da13c33-c80a-45c5-93de-f5b024024cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:53.671073 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-8da13c33-c80a-45c5-93de-f5b024024cc6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b0ef8a4d-d878-4c6b-a447-a1e6dd6307ef HTTP/1.1" status: 204 len: 168 time: 0.8756452 Apr 30 16:00:53.681195 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049aa75e-9748-4d31-acfc-6df7e07d238f req-e216d32f-0297-4060-9761-4ad3f60c0528 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:53.682700 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-049aa75e-9748-4d31-acfc-6df7e07d238f req-e216d32f-0297-4060-9761-4ad3f60c0528 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6b8014b-7822-43f2-932d-5c615761ebff HTTP/1.1" status: 200 len: 946 time: 0.4796391 Apr 30 16:00:53.729221 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-a09e2190-698a-4f67-9b13-ee8d08934c5a None None] Port 5c3403a6-82fe-45fc-801e-0133d419fb05 cannot update to ACTIVE because it is not bound. {{(pid=73965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:00:53.811763 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6134c159-850b-4895-bfb5-06ccecef4583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:53.839458 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-2a83c2ea-04f2-4fa0-a695-e6c8eaabe1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:54.035800 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-bc3a2de9-b1e3-4258-967c-c6a27f9b62db req-5e78a301-ecc0-48ee-9a12-aa5ebd5b8f6b service neutron] Unset dirty status for tenant:b57469bc9f954599b79d78316b7b00c1 on resource:security_group {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:00:54.037066 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-bc3a2de9-b1e3-4258-967c-c6a27f9b62db req-5e78a301-ecc0-48ee-9a12-aa5ebd5b8f6b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6a3eb760-827b-401b-862f-3f3456ad3509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6017394 Apr 30 16:00:54.038536 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-974c9a42-f6fe-4484-ad3d-4c6502451d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:54.050539 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7bc89840-7e88-4c74-88df-c154807943f9 req-5b13bb21-5803-4861-9307-2ce040ea579c service neutron] 10.222.0.42 "GET /v2.0/networks/003f3ed1-d8ee-44dc-a675-9957118a6f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991643 Apr 30 16:00:54.062452 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-2a83c2ea-04f2-4fa0-a695-e6c8eaabe1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:54.069610 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6134c159-850b-4895-bfb5-06ccecef4583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:54.080330 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af4ae4-3d6a-46e6-a465-753a6b8e92cb req-a9414431-f2eb-45a3-8a0b-3e3424b39883 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:54.081960 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-c5af4ae4-3d6a-46e6-a465-753a6b8e92cb req-a9414431-f2eb-45a3-8a0b-3e3424b39883 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Synchronizing usage tracker for tenant:5ab89963bad1468d8d31bd42b50c5e2d on resource:port {{(pid=73964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:00:54.093588 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:54.111669 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-adf2093b-510a-4b70-937a-52e43f508b36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:54.125766 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83c2ea-04f2-4fa0-a695-e6c8eaabe1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c38781-291e-44de-b1a8-3f6e351e761d,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:54.131813 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.notifiers.nova [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-519be41b-6e7d-465a-9a02-05d85e26b5b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf4c180-f006-45a7-bc6e-4cd1c966fe10 {{(pid=73964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:00:54.138166 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-2a83c2ea-04f2-4fa0-a695-e6c8eaabe1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:54.139199 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-2a83c2ea-04f2-4fa0-a695-e6c8eaabe1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:54.144065 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-2a83c2ea-04f2-4fa0-a695-e6c8eaabe1d7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/69c38781-291e-44de-b1a8-3f6e351e761d HTTP/1.1" status: 204 len: 168 time: 0.7476125 Apr 30 16:00:54.144374 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 58582) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:54.150754 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-519be41b-6e7d-465a-9a02-05d85e26b5b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:54.154540 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-c5af4ae4-3d6a-46e6-a465-753a6b8e92cb req-a9414431-f2eb-45a3-8a0b-3e3424b39883 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Unset dirty status for tenant:5ab89963bad1468d8d31bd42b50c5e2d on resource:port {{(pid=73964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:00:54.161823 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-c5af4ae4-3d6a-46e6-a465-753a6b8e92cb req-a9414431-f2eb-45a3-8a0b-3e3424b39883 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 931 time: 0.2931786 Apr 30 16:00:54.169155 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-049aa75e-9748-4d31-acfc-6df7e07d238f req-b5c442fe-7d45-45f4-a421-53c983b6c3c7 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a3eb760-827b-401b-862f-3f3456ad3509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153523 Apr 30 16:00:54.204400 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134c159-850b-4895-bfb5-06ccecef4583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04090f28-df5d-49b9-9ab1-25f55a13e7e5,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:54.212864 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ce91e8e7-fe02-4df1-a590-b3a318c88345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:54.244437 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.provisioning_blocks [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-519be41b-6e7d-465a-9a02-05d85e26b5b2 service neutron] Transition to ACTIVE for port object ddf4c180-f006-45a7-bc6e-4cd1c966fe10 will not be triggered until provisioned by entity L2. {{(pid=73964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:00:54.254053 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-ce91e8e7-fe02-4df1-a590-b3a318c88345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:54.255311 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-6134c159-850b-4895-bfb5-06ccecef4583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:54.259876 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-ce91e8e7-fe02-4df1-a590-b3a318c88345 admin admin] Usage tracker for resource:security_group_rule and tenant:0e476b59abb446fe90e12bc8765ba1e4 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:54.262402 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-519be41b-6e7d-465a-9a02-05d85e26b5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714077'] for port, after_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:54.263701 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-ce91e8e7-fe02-4df1-a590-b3a318c88345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:54.275392 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-c5af4ae4-3d6a-46e6-a465-753a6b8e92cb req-99a1f505-14ee-4bca-990c-bcff5df1a67c tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Synchronizing usage tracker for tenant:5ab89963bad1468d8d31bd42b50c5e2d on resource:security_group {{(pid=73964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:00:54.277896 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-ce91e8e7-fe02-4df1-a590-b3a318c88345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:54.280602 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:54.352084 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6134c159-850b-4895-bfb5-06ccecef4583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:54.353750 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-6134c159-850b-4895-bfb5-06ccecef4583 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/04090f28-df5d-49b9-9ab1-25f55a13e7e5 HTTP/1.1" status: 204 len: 168 time: 0.9854357 Apr 30 16:00:54.398900 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 58588) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:54.460151 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-c5af4ae4-3d6a-46e6-a465-753a6b8e92cb req-99a1f505-14ee-4bca-990c-bcff5df1a67c tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Unset dirty status for tenant:5ab89963bad1468d8d31bd42b50c5e2d on resource:security_group {{(pid=73964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:00:54.461329 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-c5af4ae4-3d6a-46e6-a465-753a6b8e92cb req-99a1f505-14ee-4bca-990c-bcff5df1a67c tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987311 Apr 30 16:00:54.510716 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519be41b-6e7d-465a-9a02-05d85e26b5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf4c180-f006-45a7-bc6e-4cd1c966fe10,revision_number=2']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:54.520931 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-519be41b-6e7d-465a-9a02-05d85e26b5b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:54.549215 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7bc89840-7e88-4c74-88df-c154807943f9 req-098b842a-b190-4e64-b9c5-2418a9cb5077 service neutron] 10.222.0.42 "GET /v2.0/networks/003f3ed1-d8ee-44dc-a675-9957118a6f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417036 Apr 30 16:00:54.649727 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.managers [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-519be41b-6e7d-465a-9a02-05d85e26b5b2 service neutron] Attempting to bind port ddf4c180-f006-45a7-bc6e-4cd1c966fe10 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:00:54.650304 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.managers [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-519be41b-6e7d-465a-9a02-05d85e26b5b2 service neutron] Attempting to bind port ddf4c180-f006-45a7-bc6e-4cd1c966fe10 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '37ea889b-f838-458a-8199-0573ad83f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '003f3ed1-d8ee-44dc-a675-9957118a6f9c'}] {{(pid=73964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:00:54.650407 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-519be41b-6e7d-465a-9a02-05d85e26b5b2 service neutron] Attempting to bind port ddf4c180-f006-45a7-bc6e-4cd1c966fe10 on network 003f3ed1-d8ee-44dc-a675-9957118a6f9c {{(pid=73964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:00:54.675967 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-519be41b-6e7d-465a-9a02-05d85e26b5b2 service neutron] Port ddf4c180-f006-45a7-bc6e-4cd1c966fe10 on network 003f3ed1-d8ee-44dc-a675-9957118a6f9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:00:54.676268 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-519be41b-6e7d-465a-9a02-05d85e26b5b2 service neutron] Attempting to bind port ddf4c180-f006-45a7-bc6e-4cd1c966fe10 on network 003f3ed1-d8ee-44dc-a675-9957118a6f9c {{(pid=73964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:00:54.703594 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ce91e8e7-fe02-4df1-a590-b3a318c88345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:54.704969 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-519be41b-6e7d-465a-9a02-05d85e26b5b2 service neutron] Checking agent: {'id': '12734182-a135-4f20-887d-69ffd9792d0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'started_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:00:54.705338 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-519be41b-6e7d-465a-9a02-05d85e26b5b2 service neutron] Checking segment: {'id': '37ea889b-f838-458a-8199-0573ad83f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '003f3ed1-d8ee-44dc-a675-9957118a6f9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:00:54.705884 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-519be41b-6e7d-465a-9a02-05d85e26b5b2 service neutron] Bound using segment: {'id': '37ea889b-f838-458a-8199-0573ad83f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '003f3ed1-d8ee-44dc-a675-9957118a6f9c'} {{(pid=73964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:00:54.706463 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.managers [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-519be41b-6e7d-465a-9a02-05d85e26b5b2 service neutron] Bound port: ddf4c180-f006-45a7-bc6e-4cd1c966fe10, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37ea889b-f838-458a-8199-0573ad83f653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '003f3ed1-d8ee-44dc-a675-9957118a6f9c'}}] {{(pid=73964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:00:54.706654 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-519be41b-6e7d-465a-9a02-05d85e26b5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:54.738039 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ce91e8e7-fe02-4df1-a590-b3a318c88345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:54.751752 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:54.798550 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-ad71e756-a537-4f5a-bd77-30dd72e29137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:54.819868 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-ad71e756-a537-4f5a-bd77-30dd72e29137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:54.825187 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-ad71e756-a537-4f5a-bd77-30dd72e29137 admin admin] Usage tracker for resource:security_group_rule and tenant:65c3a7833a8c48dea2df5a44ff653ff5 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:54.828660 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-ad71e756-a537-4f5a-bd77-30dd72e29137 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:54.836465 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-ad71e756-a537-4f5a-bd77-30dd72e29137 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:54.845553 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-ce91e8e7-fe02-4df1-a590-b3a318c88345 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0e476b59abb446fe90e12bc8765ba1e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6945233 Apr 30 16:00:54.845553 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91e8e7-fe02-4df1-a590-b3a318c88345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff2b309-5ba6-455c-a05b-62d5eefa0c2a,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:54.846593 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 58604) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:54.855742 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-ce91e8e7-fe02-4df1-a590-b3a318c88345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:54.930693 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-ad71e756-a537-4f5a-bd77-30dd72e29137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:54.945727 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-ad71e756-a537-4f5a-bd77-30dd72e29137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:54.954203 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.db [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-519be41b-6e7d-465a-9a02-05d85e26b5b2 service neutron] For port ddf4c180-f006-45a7-bc6e-4cd1c966fe10, host hv-cinder-78719, cleared binding levels {{(pid=73964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:00:54.992792 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-73c3f848-3989-44d3-9a15-b79c5d0b93c0 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:55.046193 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 58608) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:55.070857 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.db [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-519be41b-6e7d-465a-9a02-05d85e26b5b2 service neutron] For port ddf4c180-f006-45a7-bc6e-4cd1c966fe10, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ddf4c180-f006-45a7-bc6e-4cd1c966fe10,segment=NetworkSegment(37ea889b-f838-458a-8199-0573ad83f653),segment_id=37ea889b-f838-458a-8199-0573ad83f653)] {{(pid=73964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:00:55.084985 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-1a86a4b1-6ade-434e-92b7-8e7b5d884dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:55.087519 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-519be41b-6e7d-465a-9a02-05d85e26b5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714077'] for port, after_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:55.091014 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71e756-a537-4f5a-bd77-30dd72e29137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83be33c1-c146-4014-9ac0-11868d7dab6c,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:55.101919 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730cd02-2d05-4f94-b076-b599c928e750 req-f0d63910-9c92-4c75-9b1b-dfd4273d8b48 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:55.102630 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-a730cd02-2d05-4f94-b076-b599c928e750 req-f0d63910-9c92-4c75-9b1b-dfd4273d8b48 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Synchronizing usage tracker for tenant:2585736d9b1c4eaabdd630f3e03e2da0 on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:00:55.105803 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-519be41b-6e7d-465a-9a02-05d85e26b5b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:55.107248 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-ad71e756-a537-4f5a-bd77-30dd72e29137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:55.133012 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-764c1e3d-ff31-4ef0-9277-aa01bab9d78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:55.159848 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbb4fb-def6-4d80-adf7-731519b83f54 req-8b51388c-595c-487e-b08c-27f57d0d334c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:55.161346 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-dccbb4fb-def6-4d80-adf7-731519b83f54 req-8b51388c-595c-487e-b08c-27f57d0d334c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ab89963bad1468d8d31bd42b50c5e2d&device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 1097 time: 0.4482322 Apr 30 16:00:55.163565 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-ad71e756-a537-4f5a-bd77-30dd72e29137 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=65c3a7833a8c48dea2df5a44ff653ff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7635386 Apr 30 16:00:55.167184 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 58612) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:55.167513 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 58614) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:55.190400 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-1a86a4b1-6ade-434e-92b7-8e7b5d884dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:55.199079 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-764c1e3d-ff31-4ef0-9277-aa01bab9d78c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:55.205789 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-519be41b-6e7d-465a-9a02-05d85e26b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:55.206401 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-519be41b-6e7d-465a-9a02-05d85e26b5b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for port, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:55.207805 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-519be41b-6e7d-465a-9a02-05d85e26b5b2 service neutron] 10.222.0.42 "PUT /v2.0/ports/ddf4c180-f006-45a7-bc6e-4cd1c966fe10 HTTP/1.1" status: 200 len: 1093 time: 2.3297517 Apr 30 16:00:55.212041 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c4540de-95a8-4d04-ab19-90b5ddef8a66', 'tag': 'ddf4c180-f006-45a7-bc6e-4cd1c966fe10'}] {{(pid=73964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:00:55.226358 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-764c1e3d-ff31-4ef0-9277-aa01bab9d78c admin admin] Usage tracker for resource:security_group_rule and tenant:ae25477a19ad4deb990a259b0b68bac7 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:55.235158 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-a730cd02-2d05-4f94-b076-b599c928e750 req-f0d63910-9c92-4c75-9b1b-dfd4273d8b48 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Unset dirty status for tenant:2585736d9b1c4eaabdd630f3e03e2da0 on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:00:55.237030 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a730cd02-2d05-4f94-b076-b599c928e750 req-f0d63910-9c92-4c75-9b1b-dfd4273d8b48 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 931 time: 0.8240745 Apr 30 16:00:55.237841 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-764c1e3d-ff31-4ef0-9277-aa01bab9d78c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:55.254193 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519be41b-6e7d-465a-9a02-05d85e26b5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf4c180-f006-45a7-bc6e-4cd1c966fe10,revision_number=3']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:55.254823 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-55361c0c-fcc5-4d91-b451-c1fb2ed29dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:55.276232 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-519be41b-6e7d-465a-9a02-05d85e26b5b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:55.286836 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-764c1e3d-ff31-4ef0-9277-aa01bab9d78c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:55.333768 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331b24c-8701-4f2d-9fb4-c506ba87fe24 req-323c1b95-d791-4b8d-9eeb-bdc99a57b06f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:55.340987 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-4331b24c-8701-4f2d-9fb4-c506ba87fe24 req-323c1b95-d791-4b8d-9eeb-bdc99a57b06f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eba312e-6afe-42d2-a844-c12a7e959a34 HTTP/1.1" status: 200 len: 945 time: 0.3621762 Apr 30 16:00:55.414413 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-4331b24c-8701-4f2d-9fb4-c506ba87fe24 req-c58e8888-1e72-4817-af16-0d8c33cf3719 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724733 Apr 30 16:00:55.417365 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-55361c0c-fcc5-4d91-b451-c1fb2ed29dad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:00:55.419215 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-1a86a4b1-6ade-434e-92b7-8e7b5d884dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:55.436620 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-917fc313-0277-4a62-8aea-01368578f05c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:55.446224 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-55361c0c-fcc5-4d91-b451-c1fb2ed29dad admin admin] Usage tracker for resource:security_group_rule and tenant:9979bd61c8da43d19542d555f7ac007e is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:00:55.450942 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86a4b1-6ade-434e-92b7-8e7b5d884dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff2b309-5ba6-455c-a05b-62d5eefa0c2a,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:55.457733 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-1a86a4b1-6ade-434e-92b7-8e7b5d884dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:55.459234 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-1a86a4b1-6ade-434e-92b7-8e7b5d884dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:55.459456 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-55361c0c-fcc5-4d91-b451-c1fb2ed29dad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:00:55.462781 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-1a86a4b1-6ade-434e-92b7-8e7b5d884dcd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2ff2b309-5ba6-455c-a05b-62d5eefa0c2a HTTP/1.1" status: 204 len: 168 time: 0.6065130 Apr 30 16:00:55.469962 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-b51cf45e-6272-47b2-bfb0-45bc67aab27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:55.474271 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-b51cf45e-6272-47b2-bfb0-45bc67aab27a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ab89963bad1468d8d31bd42b50c5e2d&device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 1096 time: 0.2165751 Apr 30 16:00:55.483263 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-55361c0c-fcc5-4d91-b451-c1fb2ed29dad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:00:55.568031 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-487c2570-d628-4893-959f-3f763f43702a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:55.580439 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-974c9a42-f6fe-4484-ad3d-4c6502451d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c3403a6-82fe-45fc-801e-0133d419fb05 {{(pid=73963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:00:55.597069 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-89812053-1642-451a-95d6-f0c85dce7e75 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddf4c180-f006-45a7-bc6e-4cd1c966fe10 HTTP/1.1" status: 200 len: 217 time: 0.1136274 Apr 30 16:00:55.613178 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a730cd02-2d05-4f94-b076-b599c928e750 req-08c84be2-c573-4062-900b-eb79c68b8ef6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3496492 Apr 30 16:00:55.630621 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-974c9a42-f6fe-4484-ad3d-4c6502451d87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:55.661629 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbb4fb-def6-4d80-adf7-731519b83f54 req-fa877d67-dd7f-4f27-9e5c-cc36e8d9631b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:55.662888 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-dccbb4fb-def6-4d80-adf7-731519b83f54 req-fa877d67-dd7f-4f27-9e5c-cc36e8d9631b service neutron] 10.222.0.42 "GET /v2.0/networks?id=003f3ed1-d8ee-44dc-a675-9957118a6f9c HTTP/1.1" status: 200 len: 919 time: 0.4877121 Apr 30 16:00:55.679412 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-487c2570-d628-4893-959f-3f763f43702a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:55.767978 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-f7431ea9-bba6-4267-855e-650d734f1ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:55.769557 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-f7431ea9-bba6-4267-855e-650d734f1ea3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ee3010de-4ebd-4277-9903-82c7833bcd22 HTTP/1.1" status: 200 len: 859 time: 0.1095917 Apr 30 16:00:55.773100 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-dccbb4fb-def6-4d80-adf7-731519b83f54 req-9643e3c7-3b97-4239-a87c-3a6940f7aee8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad0c3a55-63c5-4141-884a-521ad44ca3cc HTTP/1.1" status: 200 len: 217 time: 0.0860169 Apr 30 16:00:55.786737 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998963e-3eac-4dc5-86e6-5c2d0616d8f6 req-e9cb6355-7f09-4377-a7a2-caa14ebafce0 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:55.801049 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b998963e-3eac-4dc5-86e6-5c2d0616d8f6 req-e9cb6355-7f09-4377-a7a2-caa14ebafce0 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6b8014b-7822-43f2-932d-5c615761ebff HTTP/1.1" status: 200 len: 946 time: 0.2068059 Apr 30 16:00:55.805858 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c4540de-95a8-4d04-ab19-90b5ddef8a66', 'tag': 'ddf4c180-f006-45a7-bc6e-4cd1c966fe10', 'status': 'completed', 'code': 200} Apr 30 16:00:55.843012 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-974c9a42-f6fe-4484-ad3d-4c6502451d87 service neutron] Transition to ACTIVE for port object 5c3403a6-82fe-45fc-801e-0133d419fb05 will not be triggered until provisioned by entity L2. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:00:55.864488 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-069f42ca-c5bd-4016-aa2c-01348d7ecc52 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=003f3ed1-d8ee-44dc-a675-9957118a6f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608010 Apr 30 16:00:55.889220 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-974c9a42-f6fe-4484-ad3d-4c6502451d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:55.921480 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-63c8469e-f6ee-4fad-8323-df83ffd8df60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:55.984322 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b998963e-3eac-4dc5-86e6-5c2d0616d8f6 req-cd582542-cfe6-4581-8778-a3673183f690 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a3eb760-827b-401b-862f-3f3456ad3509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820142 Apr 30 16:00:56.012630 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c9a42-f6fe-4484-ad3d-4c6502451d87 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3403a6-82fe-45fc-801e-0133d419fb05,revision_number=2']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:56.044966 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-f9d38d07-e157-4a49-8703-db092b57c381 service neutron] 10.222.0.42 "GET /v2.0/networks/003f3ed1-d8ee-44dc-a675-9957118a6f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709015 Apr 30 16:00:56.063063 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-974c9a42-f6fe-4484-ad3d-4c6502451d87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:56.149604 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-764c1e3d-ff31-4ef0-9277-aa01bab9d78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:56.341260 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a93e3bcd-5ac8-4707-abef-ddc93a72f905 req-0a9ec596-886f-4b58-9192-9637d0aa273e service neutron] 10.222.0.42 "GET /v2.0/networks/003f3ed1-d8ee-44dc-a675-9957118a6f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887564 Apr 30 16:00:56.384186 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-55361c0c-fcc5-4d91-b451-c1fb2ed29dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:56.401139 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-764c1e3d-ff31-4ef0-9277-aa01bab9d78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:56.403052 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbb4fb-def6-4d80-adf7-731519b83f54 req-b4d08a13-3541-4914-942a-2d1225319912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:56.404904 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-dccbb4fb-def6-4d80-adf7-731519b83f54 req-b4d08a13-3541-4914-942a-2d1225319912 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ee3010de-4ebd-4277-9903-82c7833bcd22 HTTP/1.1" status: 200 len: 859 time: 0.6191611 Apr 30 16:00:56.414563 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-487c2570-d628-4893-959f-3f763f43702a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:56.455400 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-55361c0c-fcc5-4d91-b451-c1fb2ed29dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:56.504993 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d4fd7-bf95-4032-9f5c-cf5262b1eea9 req-52f47793-a1b0-4af9-bfd4-88387034d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:56.509332 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3b8d4fd7-bf95-4032-9f5c-cf5262b1eea9 req-52f47793-a1b0-4af9-bfd4-88387034d416 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ab89963bad1468d8d31bd42b50c5e2d&device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 1096 time: 0.1122975 Apr 30 16:00:56.517843 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:56.557592 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-dccbb4fb-def6-4d80-adf7-731519b83f54 req-2700a023-bee1-4f1c-a3db-417885e7148a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=003f3ed1-d8ee-44dc-a675-9957118a6f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1418335 Apr 30 16:00:56.566979 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c1e3d-ff31-4ef0-9277-aa01bab9d78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c35eaa-c7cd-47cd-8679-588113109f9b,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:56.665064 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-974c9a42-f6fe-4484-ad3d-4c6502451d87 service neutron] Attempting to bind port 5c3403a6-82fe-45fc-801e-0133d419fb05 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:00:56.665401 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-974c9a42-f6fe-4484-ad3d-4c6502451d87 service neutron] Attempting to bind port 5c3403a6-82fe-45fc-801e-0133d419fb05 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '339bd56c-1f0a-4053-8cac-7bb55f02edd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4'}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:00:56.665878 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-974c9a42-f6fe-4484-ad3d-4c6502451d87 service neutron] Attempting to bind port 5c3403a6-82fe-45fc-801e-0133d419fb05 on network 529eb04d-afd1-4ec1-a7cf-59406e4ebee4 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:00:56.673258 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c2570-d628-4893-959f-3f763f43702a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83be33c1-c146-4014-9ac0-11868d7dab6c,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:56.775340 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-974c9a42-f6fe-4484-ad3d-4c6502451d87 service neutron] Port 5c3403a6-82fe-45fc-801e-0133d419fb05 on network 529eb04d-afd1-4ec1-a7cf-59406e4ebee4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:00:56.776163 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-974c9a42-f6fe-4484-ad3d-4c6502451d87 service neutron] Attempting to bind port 5c3403a6-82fe-45fc-801e-0133d419fb05 on network 529eb04d-afd1-4ec1-a7cf-59406e4ebee4 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:00:56.801655 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d4fd7-bf95-4032-9f5c-cf5262b1eea9 req-95aa374f-7bfd-4b20-82b3-b00368c93eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:56.803499 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3b8d4fd7-bf95-4032-9f5c-cf5262b1eea9 req-95aa374f-7bfd-4b20-82b3-b00368c93eb7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=003f3ed1-d8ee-44dc-a675-9957118a6f9c HTTP/1.1" status: 200 len: 919 time: 0.2845678 Apr 30 16:00:56.834801 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-974c9a42-f6fe-4484-ad3d-4c6502451d87 service neutron] Checking agent: {'id': '12734182-a135-4f20-887d-69ffd9792d0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'started_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:00:56.835142 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-974c9a42-f6fe-4484-ad3d-4c6502451d87 service neutron] Checking segment: {'id': '339bd56c-1f0a-4053-8cac-7bb55f02edd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:00:56.835529 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-974c9a42-f6fe-4484-ad3d-4c6502451d87 service neutron] Bound using segment: {'id': '339bd56c-1f0a-4053-8cac-7bb55f02edd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4'} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:00:56.836112 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-974c9a42-f6fe-4484-ad3d-4c6502451d87 service neutron] Bound port: 5c3403a6-82fe-45fc-801e-0133d419fb05, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339bd56c-1f0a-4053-8cac-7bb55f02edd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4'}}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:00:56.836453 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-974c9a42-f6fe-4484-ad3d-4c6502451d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:56.854639 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55361c0c-fcc5-4d91-b451-c1fb2ed29dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f10e3a1-1460-43e0-ac98-279e8869103f,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:56.870875 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-55361c0c-fcc5-4d91-b451-c1fb2ed29dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:56.872772 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-1415c62c-f025-4f60-86d3-0dcb004eb8cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:56.873192 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-1415c62c-f025-4f60-86d3-0dcb004eb8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:56.875532 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-764c1e3d-ff31-4ef0-9277-aa01bab9d78c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ae25477a19ad4deb990a259b0b68bac7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8219521 Apr 30 16:00:56.896337 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 58670) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:56.922285 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-8df9c01e-5b3b-4c33-861d-fdf848fa4204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:56.922882 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-8df9c01e-5b3b-4c33-861d-fdf848fa4204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:56.960922 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3b8d4fd7-bf95-4032-9f5c-cf5262b1eea9 req-beed2c7f-756b-4da6-ab1e-6c7dc0fd3251 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddf4c180-f006-45a7-bc6e-4cd1c966fe10 HTTP/1.1" status: 200 len: 217 time: 0.1505277 Apr 30 16:00:57.009619 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-974c9a42-f6fe-4484-ad3d-4c6502451d87 service neutron] For port 5c3403a6-82fe-45fc-801e-0133d419fb05, host hv-cinder-78719, cleared binding levels {{(pid=73963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:00:57.014712 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-974c9a42-f6fe-4484-ad3d-4c6502451d87 service neutron] For port 5c3403a6-82fe-45fc-801e-0133d419fb05, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5c3403a6-82fe-45fc-801e-0133d419fb05,segment=NetworkSegment(339bd56c-1f0a-4053-8cac-7bb55f02edd1),segment_id=339bd56c-1f0a-4053-8cac-7bb55f02edd1)] {{(pid=73963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:00:57.048719 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-974c9a42-f6fe-4484-ad3d-4c6502451d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:57.069119 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-4cb8f2f1-7f3f-431f-b096-0dafa6fcc517 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:57.084247 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d4fd7-bf95-4032-9f5c-cf5262b1eea9 req-91118100-f7d1-41c1-8cb1-c60a50488b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:57.085664 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3b8d4fd7-bf95-4032-9f5c-cf5262b1eea9 req-91118100-f7d1-41c1-8cb1-c60a50488b6e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ee3010de-4ebd-4277-9903-82c7833bcd22 HTTP/1.1" status: 200 len: 859 time: 0.1163256 Apr 30 16:00:57.127893 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-55361c0c-fcc5-4d91-b451-c1fb2ed29dad admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9979bd61c8da43d19542d555f7ac007e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9563560 Apr 30 16:00:57.132769 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-487c2570-d628-4893-959f-3f763f43702a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:57.133827 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-487c2570-d628-4893-959f-3f763f43702a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/83be33c1-c146-4014-9ac0-11868d7dab6c HTTP/1.1" status: 204 len: 168 time: 1.9638069 Apr 30 16:00:57.134705 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 58680) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:00:57.143536 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-974c9a42-f6fe-4484-ad3d-4c6502451d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:57.144327 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-974c9a42-f6fe-4484-ad3d-4c6502451d87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:57.145692 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-974c9a42-f6fe-4484-ad3d-4c6502451d87 service neutron] 10.222.0.42 "PUT /v2.0/ports/5c3403a6-82fe-45fc-801e-0133d419fb05 HTTP/1.1" status: 200 len: 1093 time: 3.5955060 Apr 30 16:00:57.156912 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8cb33-030b-4237-9737-6e49a49ae9ed req-ce775565-05c8-4d79-a8fd-04332b249f16 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:57.163389 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9ab14067-7acd-47b0-8181-e15191ad0b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:57.167342 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3b8d4fd7-bf95-4032-9f5c-cf5262b1eea9 req-a96f134a-4040-47f4-b4d8-3e85d34e0260 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=003f3ed1-d8ee-44dc-a675-9957118a6f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690327 Apr 30 16:00:57.168622 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2ed8cb33-030b-4237-9737-6e49a49ae9ed req-ce775565-05c8-4d79-a8fd-04332b249f16 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 943 time: 1.2509079 Apr 30 16:00:57.178715 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa26907-26aa-45e3-8364-ab7ab2906fab req-5ada89d3-29ea-4388-a99d-a3b048054b2c tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:57.180330 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-daa26907-26aa-45e3-8364-ab7ab2906fab req-5ada89d3-29ea-4388-a99d-a3b048054b2c tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 943 time: 0.2838225 Apr 30 16:00:57.199970 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0303b82-b5b3-428c-b350-f0f1a6c19dd3', 'tag': '5c3403a6-82fe-45fc-801e-0133d419fb05'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:00:57.387781 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9ab14067-7acd-47b0-8181-e15191ad0b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:57.402582 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2ed8cb33-030b-4237-9737-6e49a49ae9ed req-8f516845-28be-45f7-ab1c-ec92b3b7ceef tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328694 Apr 30 16:00:57.404962 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-dccbb4fb-def6-4d80-adf7-731519b83f54 req-a776ff2e-9de6-4205-9528-f059e395db39 service neutron] 10.222.0.42 "GET /v2.0/networks/003f3ed1-d8ee-44dc-a675-9957118a6f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8346331 Apr 30 16:00:57.421783 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c9a42-f6fe-4484-ad3d-4c6502451d87 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3403a6-82fe-45fc-801e-0133d419fb05,revision_number=3']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:57.429921 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3b8d4fd7-bf95-4032-9f5c-cf5262b1eea9 req-c8572d6c-e734-406f-86e8-6c13f1b2744c service neutron] 10.222.0.42 "GET /v2.0/networks/003f3ed1-d8ee-44dc-a675-9957118a6f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467337 Apr 30 16:00:57.491866 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-974c9a42-f6fe-4484-ad3d-4c6502451d87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:57.497090 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0303b82-b5b3-428c-b350-f0f1a6c19dd3', 'tag': '5c3403a6-82fe-45fc-801e-0133d419fb05', 'status': 'completed', 'code': 200} Apr 30 16:00:57.588066 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-daa26907-26aa-45e3-8364-ab7ab2906fab req-58a89420-f4f1-4773-ba4a-c792937caa60 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3964877 Apr 30 16:00:57.659934 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7b027bc6-77f4-48f5-ab7e-cff15fdb1360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:57.667430 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-a09019a4-e5ba-4b21-adf3-6a068789467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:57.668956 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-a09019a4-e5ba-4b21-adf3-6a068789467b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2585736d9b1c4eaabdd630f3e03e2da0&device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 1096 time: 0.4720662 Apr 30 16:00:57.711516 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7b027bc6-77f4-48f5-ab7e-cff15fdb1360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:57.735427 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9ab14067-7acd-47b0-8181-e15191ad0b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:57.757114 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:57.778862 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9ab14067-7acd-47b0-8181-e15191ad0b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:57.780199 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-9ab14067-7acd-47b0-8181-e15191ad0b88 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e7c35eaa-c7cd-47cd-8679-588113109f9b HTTP/1.1" status: 204 len: 168 time: 0.8822165 Apr 30 16:00:57.786396 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3b8d4fd7-bf95-4032-9f5c-cf5262b1eea9 req-a22668d5-8cbc-4bd1-8072-fe71fe0db013 service neutron] 10.222.0.42 "GET /v2.0/networks/003f3ed1-d8ee-44dc-a675-9957118a6f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952702 Apr 30 16:00:57.789279 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab14067-7acd-47b0-8181-e15191ad0b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c35eaa-c7cd-47cd-8679-588113109f9b,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:57.797199 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-9ab14067-7acd-47b0-8181-e15191ad0b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:57.832520 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7b027bc6-77f4-48f5-ab7e-cff15fdb1360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:57.841676 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-5b8fedc4-e959-4bc9-9cbd-f79b61c42bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:57.854527 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b027bc6-77f4-48f5-ab7e-cff15fdb1360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f10e3a1-1460-43e0-ac98-279e8869103f,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:57.863066 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-7b027bc6-77f4-48f5-ab7e-cff15fdb1360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:57.868976 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7b027bc6-77f4-48f5-ab7e-cff15fdb1360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:57.870304 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-7b027bc6-77f4-48f5-ab7e-cff15fdb1360 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5f10e3a1-1460-43e0-ac98-279e8869103f HTTP/1.1" status: 204 len: 168 time: 0.7336164 Apr 30 16:00:57.891831 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-b808d956-a058-4a49-b279-6547368982b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c3403a6-82fe-45fc-801e-0133d419fb05 HTTP/1.1" status: 200 len: 217 time: 0.2055471 Apr 30 16:00:57.903329 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-dccbb4fb-def6-4d80-adf7-731519b83f54 req-bfff8d00-b065-4bb6-839d-ad74bb3c952f service neutron] 10.222.0.42 "GET /v2.0/networks/003f3ed1-d8ee-44dc-a675-9957118a6f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4838481 Apr 30 16:00:58.041721 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-37109f27-6db8-493c-b99e-6cb1cc4c9608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:58.046863 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-37109f27-6db8-493c-b99e-6cb1cc4c9608 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b5b4d6f-2a10-41bf-be25-6159859e6aec HTTP/1.1" status: 200 len: 850 time: 0.1403995 Apr 30 16:00:58.064420 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device ad0c3a55-63c5-4141-884a-521ad44ca3cc details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:00:58.183622 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-5ac865a4-8e8e-4f93-8196-c2c264a7b894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:58.185692 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-5ac865a4-8e8e-4f93-8196-c2c264a7b894 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=529eb04d-afd1-4ec1-a7cf-59406e4ebee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1316206 Apr 30 16:00:58.496001 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port ad0c3a55-63c5-4141-884a-521ad44ca3cc, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ad0c3a55-63c5-4141-884a-521ad44ca3cc,segment=NetworkSegment(37ea889b-f838-458a-8199-0573ad83f653),segment_id=37ea889b-f838-458a-8199-0573ad83f653)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:00:58.528218 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Returning: {'device': 'ad0c3a55-63c5-4141-884a-521ad44ca3cc', 'network_id': '003f3ed1-d8ee-44dc-a675-9957118a6f9c', 'port_id': 'ad0c3a55-63c5-4141-884a-521ad44ca3cc', 'mac_address': 'fa:16:3e:90:ff:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee3010de-4ebd-4277-9903-82c7833bcd22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:00:58.544643 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-371205d8-2dff-4c37-b699-a115426c49aa service neutron] 10.222.0.42 "GET /v2.0/networks/529eb04d-afd1-4ec1-a7cf-59406e4ebee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467476 Apr 30 16:00:58.620713 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:58.640775 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad0c3a55-63c5-4141-884a-521ad44ca3cc {{(pid=73965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:00:58.689125 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port ad0c3a55-63c5-4141-884a-521ad44ca3cc, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ad0c3a55-63c5-4141-884a-521ad44ca3cc,segment=NetworkSegment(37ea889b-f838-458a-8199-0573ad83f653),segment_id=37ea889b-f838-458a-8199-0573ad83f653)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:00:58.695543 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:00:58.697478 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:00:58.848214 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3766683e-0c3b-4d3c-8864-b3094e65a92b req-b32cf57f-a566-4afe-8a39-dc7690662a48 service neutron] 10.222.0.42 "GET /v2.0/networks/529eb04d-afd1-4ec1-a7cf-59406e4ebee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966061 Apr 30 16:00:58.857459 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=ad0c3a55-63c5-4141-884a-521ad44ca3cc,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:00:58.867277 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce1724-67a3-43e2-8321-433ff032f337 req-2fcb28dd-b906-423b-be0b-0b7cdab5c516 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:58.873274 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:00:58.877821 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-56ce1724-67a3-43e2-8321-433ff032f337 req-2fcb28dd-b906-423b-be0b-0b7cdab5c516 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 943 time: 0.2642996 Apr 30 16:00:58.936724 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['ad0c3a55-63c5-4141-884a-521ad44ca3cc'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:00:59.071592 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-56ce1724-67a3-43e2-8321-433ff032f337 req-9c13f29f-1734-43bd-a6b8-91264cf30f1b tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927600 Apr 30 16:00:59.144515 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539b703-b4d8-43a0-91a5-1910e18f42a5 req-3448ee5c-edc3-43c3-ac19-0a1d000a11af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:59.146208 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1539b703-b4d8-43a0-91a5-1910e18f42a5 req-3448ee5c-edc3-43c3-ac19-0a1d000a11af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2585736d9b1c4eaabdd630f3e03e2da0&device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 1096 time: 0.2340658 Apr 30 16:00:59.172848 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f2d90-ee9a-4b62-8e8e-30d444e6c576 req-30cc57d4-f053-4795-b801-f8e27901ac5c tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:59.180980 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-970f2d90-ee9a-4b62-8e8e-30d444e6c576 req-30cc57d4-f053-4795-b801-f8e27901ac5c tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 943 time: 0.1280758 Apr 30 16:00:59.248528 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-970f2d90-ee9a-4b62-8e8e-30d444e6c576 req-f7fec9d1-820f-4a56-84a4-20de3396739a tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666285 Apr 30 16:00:59.378014 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539b703-b4d8-43a0-91a5-1910e18f42a5 req-44286ac3-06f5-451e-871e-216d78fb14ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:59.379340 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1539b703-b4d8-43a0-91a5-1910e18f42a5 req-44286ac3-06f5-451e-871e-216d78fb14ae service neutron] 10.222.0.42 "GET /v2.0/networks?id=529eb04d-afd1-4ec1-a7cf-59406e4ebee4 HTTP/1.1" status: 200 len: 911 time: 0.2199912 Apr 30 16:00:59.455764 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1539b703-b4d8-43a0-91a5-1910e18f42a5 req-1102cb80-5c5d-46ae-9d13-477ca5e36c9d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c3403a6-82fe-45fc-801e-0133d419fb05 HTTP/1.1" status: 200 len: 217 time: 0.0691886 Apr 30 16:00:59.580938 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539b703-b4d8-43a0-91a5-1910e18f42a5 req-b9a289e3-5dd9-4db9-b396-3937c1a2d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:59.582367 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1539b703-b4d8-43a0-91a5-1910e18f42a5 req-b9a289e3-5dd9-4db9-b396-3937c1a2d4d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b5b4d6f-2a10-41bf-be25-6159859e6aec HTTP/1.1" status: 200 len: 850 time: 0.1192648 Apr 30 16:00:59.669401 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539b703-b4d8-43a0-91a5-1910e18f42a5 req-715f78d9-2285-416c-a0c9-787ab25fe556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:00:59.671021 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1539b703-b4d8-43a0-91a5-1910e18f42a5 req-715f78d9-2285-416c-a0c9-787ab25fe556 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=529eb04d-afd1-4ec1-a7cf-59406e4ebee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753567 Apr 30 16:00:59.843220 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1539b703-b4d8-43a0-91a5-1910e18f42a5 req-3e4388c3-0856-4132-8bcb-f528d3b6e3f8 service neutron] 10.222.0.42 "GET /v2.0/networks/529eb04d-afd1-4ec1-a7cf-59406e4ebee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640801 Apr 30 16:01:00.010014 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1539b703-b4d8-43a0-91a5-1910e18f42a5 req-4ece6429-18d7-4f95-946e-f436b5cb4f0d service neutron] 10.222.0.42 "GET /v2.0/networks/529eb04d-afd1-4ec1-a7cf-59406e4ebee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595683 Apr 30 16:01:00.079497 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device ddf4c180-f006-45a7-bc6e-4cd1c966fe10 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:01:00.082529 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device ad0c3a55-63c5-4141-884a-521ad44ca3cc up at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:01:00.320555 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning for port ad0c3a55-63c5-4141-884a-521ad44ca3cc completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:01:00.342550 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning complete for port ad0c3a55-63c5-4141-884a-521ad44ca3cc triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:01:00.343179 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:00.425099 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port ddf4c180-f006-45a7-bc6e-4cd1c966fe10, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ddf4c180-f006-45a7-bc6e-4cd1c966fe10,segment=NetworkSegment(37ea889b-f838-458a-8199-0573ad83f653),segment_id=37ea889b-f838-458a-8199-0573ad83f653)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:01:00.477429 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d88cb1-1973-481f-84c8-2072a9163bc1 req-6fcd2a3c-4bad-4c43-aa25-eda2e1dd4788 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:00.478896 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b0d88cb1-1973-481f-84c8-2072a9163bc1 req-6fcd2a3c-4bad-4c43-aa25-eda2e1dd4788 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 943 time: 0.1780591 Apr 30 16:01:00.542725 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Returning: {'device': 'ddf4c180-f006-45a7-bc6e-4cd1c966fe10', 'network_id': '003f3ed1-d8ee-44dc-a675-9957118a6f9c', 'port_id': 'ddf4c180-f006-45a7-bc6e-4cd1c966fe10', 'mac_address': 'fa:16:3e:25:72:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee3010de-4ebd-4277-9903-82c7833bcd22', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:01:00.558656 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c9167-96c2-46c2-9d5b-38029f912579 req-634b3641-993d-4474-9cf2-864f292e4c6f tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:00.569517 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8b0c9167-96c2-46c2-9d5b-38029f912579 req-634b3641-993d-4474-9cf2-864f292e4c6f tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 943 time: 0.1533246 Apr 30 16:01:00.591566 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:00.649222 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port ad0c3a55-63c5-4141-884a-521ad44ca3cc, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ad0c3a55-63c5-4141-884a-521ad44ca3cc,segment=NetworkSegment(37ea889b-f838-458a-8199-0573ad83f653),segment_id=37ea889b-f838-458a-8199-0573ad83f653)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:01:00.659083 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2082fe5b-fec3-4ad1-8729-5107f5570415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0c3a55-63c5-4141-884a-521ad44ca3cc'}] {{(pid=73965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:01:00.665093 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8b0c9167-96c2-46c2-9d5b-38029f912579 req-7cebe33f-cd24-40ad-a4d3-c9772dd8985b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895267 Apr 30 16:01:00.715251 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b0d88cb1-1973-481f-84c8-2072a9163bc1 req-063d597b-f6bf-471a-b8cb-cd13b4845b27 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263253 Apr 30 16:01:00.757450 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:00.767798 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:00.832689 dv-cinder-787195-6-iscsi neutron-server[73965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2082fe5b-fec3-4ad1-8729-5107f5570415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0c3a55-63c5-4141-884a-521ad44ca3cc', 'code': 200} Apr 30 16:01:00.856586 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:01.000127 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf4c180-f006-45a7-bc6e-4cd1c966fe10 {{(pid=73965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:01:01.006684 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=ad0c3a55-63c5-4141-884a-521ad44ca3cc,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:01.028296 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:01.051524 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port ddf4c180-f006-45a7-bc6e-4cd1c966fe10, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ddf4c180-f006-45a7-bc6e-4cd1c966fe10,segment=NetworkSegment(37ea889b-f838-458a-8199-0573ad83f653),segment_id=37ea889b-f838-458a-8199-0573ad83f653)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:01:01.055628 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:01.057455 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:01.164728 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=ddf4c180-f006-45a7-bc6e-4cd1c966fe10,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:01.169160 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f166652-0f9b-424c-be87-a0abd4824563 req-d93e7a9c-9db5-4f6f-8195-1c5abe47296d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:01.171328 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7f166652-0f9b-424c-be87-a0abd4824563 req-d93e7a9c-9db5-4f6f-8195-1c5abe47296d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 1099 time: 0.1011488 Apr 30 16:01:01.172971 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:01.218087 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7f166652-0f9b-424c-be87-a0abd4824563 req-ef1f3d61-7542-4ea1-9fd0-8bfa4aae7d02 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390644 Apr 30 16:01:01.370948 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['ddf4c180-f006-45a7-bc6e-4cd1c966fe10'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:01:01.895174 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774d0f3-0d49-44f2-9857-c63fbcc927a5 req-aa9daee8-146c-4481-9b7d-15b5b84f8996 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:01.897534 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5774d0f3-0d49-44f2-9857-c63fbcc927a5 req-aa9daee8-146c-4481-9b7d-15b5b84f8996 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 943 time: 0.1075561 Apr 30 16:01:01.955362 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5774d0f3-0d49-44f2-9857-c63fbcc927a5 req-6b8e4b8f-25e2-405d-b837-ff3327ec9c9c tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511558 Apr 30 16:01:01.969921 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e050e05-5bbe-492c-9444-0b048d98b146 req-d0917726-99ed-4b6e-9265-ca62ed2c7001 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:01.972376 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8e050e05-5bbe-492c-9444-0b048d98b146 req-d0917726-99ed-4b6e-9265-ca62ed2c7001 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 944 time: 0.1338031 Apr 30 16:01:02.038627 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8e050e05-5bbe-492c-9444-0b048d98b146 req-3c15361a-5fd0-44b3-9c7a-1dd914c4a969 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597062 Apr 30 16:01:02.080126 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 5c3403a6-82fe-45fc-801e-0133d419fb05 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:01:02.253968 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 5c3403a6-82fe-45fc-801e-0133d419fb05, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5c3403a6-82fe-45fc-801e-0133d419fb05,segment=NetworkSegment(339bd56c-1f0a-4053-8cac-7bb55f02edd1),segment_id=339bd56c-1f0a-4053-8cac-7bb55f02edd1)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:01:02.285894 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Returning: {'device': '5c3403a6-82fe-45fc-801e-0133d419fb05', 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4', 'port_id': '5c3403a6-82fe-45fc-801e-0133d419fb05', 'mac_address': 'fa:16:3e:d6:15:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:01:02.402424 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:02.424072 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3403a6-82fe-45fc-801e-0133d419fb05 {{(pid=73965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:01:02.467415 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 5c3403a6-82fe-45fc-801e-0133d419fb05, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5c3403a6-82fe-45fc-801e-0133d419fb05,segment=NetworkSegment(339bd56c-1f0a-4053-8cac-7bb55f02edd1),segment_id=339bd56c-1f0a-4053-8cac-7bb55f02edd1)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:01:02.475170 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:02.479173 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:02.570887 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=5c3403a6-82fe-45fc-801e-0133d419fb05,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:02.574288 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:02.651529 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 58940) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:02.765165 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['5c3403a6-82fe-45fc-801e-0133d419fb05'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:01:02.800258 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0fe296ea-7682-47c8-8451-e32338de5c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:02.816227 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-0fe296ea-7682-47c8-8451-e32338de5c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:02.820774 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-0fe296ea-7682-47c8-8451-e32338de5c7b admin admin] Usage tracker for resource:security_group_rule and tenant:18f7d89ea9dd480cba99d2585f1e7cfc is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:02.824658 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-0fe296ea-7682-47c8-8451-e32338de5c7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:02.833129 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-0fe296ea-7682-47c8-8451-e32338de5c7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:02.965323 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0fe296ea-7682-47c8-8451-e32338de5c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:02.971055 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0fe296ea-7682-47c8-8451-e32338de5c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:02.986027 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:03.060302 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe296ea-7682-47c8-8451-e32338de5c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d63549-abb0-4350-927a-1fc1e8ff118a,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:03.087080 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-0fe296ea-7682-47c8-8451-e32338de5c7b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=18f7d89ea9dd480cba99d2585f1e7cfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4341459 Apr 30 16:01:03.088797 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-0fe296ea-7682-47c8-8451-e32338de5c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:03.089406 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 58972) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:03.161377 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9be4a86d-0b46-4b66-a113-fbb5e67b8259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:03.190087 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9be4a86d-0b46-4b66-a113-fbb5e67b8259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:03.253395 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f79359-dbb9-452b-9da3-8696b003a233 req-4055125e-6750-44a8-8fa9-10df08d06362 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:03.254911 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f9f79359-dbb9-452b-9da3-8696b003a233 req-4055125e-6750-44a8-8fa9-10df08d06362 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 944 time: 0.0891922 Apr 30 16:01:03.320536 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f9f79359-dbb9-452b-9da3-8696b003a233 req-7e8733a6-5f3f-4e66-882d-20b991c30355 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593064 Apr 30 16:01:03.323094 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bcb58-ee51-438b-a7f2-2eb834d36abc req-aa4cfbe8-ad4a-4c46-ba49-6f3f0f708974 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:03.326029 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-e16bcb58-ee51-438b-a7f2-2eb834d36abc req-aa4cfbe8-ad4a-4c46-ba49-6f3f0f708974 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 944 time: 0.1089003 Apr 30 16:01:03.350515 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9be4a86d-0b46-4b66-a113-fbb5e67b8259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:03.357946 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-7b027bc6-77f4-48f5-ab7e-cff15fdb1360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:03.379611 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4a86d-0b46-4b66-a113-fbb5e67b8259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d63549-abb0-4350-927a-1fc1e8ff118a,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:03.385217 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-9be4a86d-0b46-4b66-a113-fbb5e67b8259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:03.388860 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9be4a86d-0b46-4b66-a113-fbb5e67b8259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:03.389952 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-9be4a86d-0b46-4b66-a113-fbb5e67b8259 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/61d63549-abb0-4350-927a-1fc1e8ff118a HTTP/1.1" status: 204 len: 168 time: 0.2995191 Apr 30 16:01:03.399113 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-e16bcb58-ee51-438b-a7f2-2eb834d36abc req-f68ccbd3-39eb-473b-b572-91e4ffc20fe7 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651438 Apr 30 16:01:04.095736 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device ddf4c180-f006-45a7-bc6e-4cd1c966fe10 up at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:01:04.163178 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning for port ddf4c180-f006-45a7-bc6e-4cd1c966fe10 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:01:04.168696 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning complete for port ddf4c180-f006-45a7-bc6e-4cd1c966fe10 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:01:04.169075 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:04.308121 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:04.335729 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4540de-95a8-4d04-ab19-90b5ddef8a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf4c180-f006-45a7-bc6e-4cd1c966fe10'}] {{(pid=73965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:01:04.355232 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port ddf4c180-f006-45a7-bc6e-4cd1c966fe10, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ddf4c180-f006-45a7-bc6e-4cd1c966fe10,segment=NetworkSegment(37ea889b-f838-458a-8199-0573ad83f653),segment_id=37ea889b-f838-458a-8199-0573ad83f653)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:01:04.365703 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:04.366716 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 5c3403a6-82fe-45fc-801e-0133d419fb05 up at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:01:04.456729 dv-cinder-787195-6-iscsi neutron-server[73965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4540de-95a8-4d04-ab19-90b5ddef8a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf4c180-f006-45a7-bc6e-4cd1c966fe10', 'code': 200} Apr 30 16:01:04.457426 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-9be81c6a-a951-40b1-a18a-128d204e80c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:04.596849 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=ddf4c180-f006-45a7-bc6e-4cd1c966fe10,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:04.600914 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:04.611465 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning for port 5c3403a6-82fe-45fc-801e-0133d419fb05 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:01:04.617770 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning complete for port 5c3403a6-82fe-45fc-801e-0133d419fb05 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:01:04.618072 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:04.655945 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c007d-5ee3-43ff-9028-cbed015ffb0d req-b5c51ee5-2866-4bc6-9d22-60e732f202ea tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:04.658210 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-309c007d-5ee3-43ff-9028-cbed015ffb0d req-b5c51ee5-2866-4bc6-9d22-60e732f202ea tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 944 time: 0.1625392 Apr 30 16:01:04.814318 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-309c007d-5ee3-43ff-9028-cbed015ffb0d req-45d1e0eb-3856-4db6-8991-a6234987f4a8 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495240 Apr 30 16:01:04.876195 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:04.879625 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f064f-7fff-4e1a-9377-a0fe1b100776 req-a06369bd-62bf-44b0-a453-566f2664b7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:04.881157 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c49f064f-7fff-4e1a-9377-a0fe1b100776 req-a06369bd-62bf-44b0-a453-566f2664b7ba service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 1098 time: 0.1377857 Apr 30 16:01:04.889211 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba9539-38c9-4631-aa9b-6739d2b3b581 req-4177ec88-0bbe-4413-aa2a-7151b1d4ba0b tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:04.897415 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ccba9539-38c9-4631-aa9b-6739d2b3b581 req-4177ec88-0bbe-4413-aa2a-7151b1d4ba0b tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.2456565 Apr 30 16:01:04.909909 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 5c3403a6-82fe-45fc-801e-0133d419fb05, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5c3403a6-82fe-45fc-801e-0133d419fb05,segment=NetworkSegment(339bd56c-1f0a-4053-8cac-7bb55f02edd1),segment_id=339bd56c-1f0a-4053-8cac-7bb55f02edd1)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:01:04.914188 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:04.916314 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:05.005223 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=5c3403a6-82fe-45fc-801e-0133d419fb05,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:05.009728 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c49f064f-7fff-4e1a-9377-a0fe1b100776 req-3bfa0c72-bc2b-4c64-8909-20eeed104bae service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742719 Apr 30 16:01:05.017042 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:05.023357 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ccba9539-38c9-4631-aa9b-6739d2b3b581 req-7973d325-6911-48f7-96b0-c7931f0269e3 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241164 Apr 30 16:01:05.230194 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 59074) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:05.385288 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-1a43da37-acae-4241-a870-e5e930dbe7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:05.404253 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-1a43da37-acae-4241-a870-e5e930dbe7cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:05.408670 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-1a43da37-acae-4241-a870-e5e930dbe7cc admin admin] Usage tracker for resource:security_group_rule and tenant:073e443bd4df424795af5b2b6daa2ec1 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:05.411666 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-1a43da37-acae-4241-a870-e5e930dbe7cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:05.418040 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-1a43da37-acae-4241-a870-e5e930dbe7cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:05.517927 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-1a43da37-acae-4241-a870-e5e930dbe7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:05.522152 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-1a43da37-acae-4241-a870-e5e930dbe7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:05.532685 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-ce91e8e7-fe02-4df1-a590-b3a318c88345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:05.575440 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-1a43da37-acae-4241-a870-e5e930dbe7cc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=073e443bd4df424795af5b2b6daa2ec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3442161 Apr 30 16:01:05.577131 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43da37-acae-4241-a870-e5e930dbe7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92f9bdb-8059-4f0d-b130-3383fb977ed9,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:05.578614 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 59102) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:05.584687 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-1a43da37-acae-4241-a870-e5e930dbe7cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:05.637881 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a7326694-b44a-4aa1-b0d1-752155ab257c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:05.667463 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a7326694-b44a-4aa1-b0d1-752155ab257c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:05.729395 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a7326694-b44a-4aa1-b0d1-752155ab257c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:05.735811 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-ad71e756-a537-4f5a-bd77-30dd72e29137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:05.747070 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7326694-b44a-4aa1-b0d1-752155ab257c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92f9bdb-8059-4f0d-b130-3383fb977ed9,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:05.755846 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a7326694-b44a-4aa1-b0d1-752155ab257c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:05.758170 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a7326694-b44a-4aa1-b0d1-752155ab257c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:05.759509 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-a7326694-b44a-4aa1-b0d1-752155ab257c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d92f9bdb-8059-4f0d-b130-3383fb977ed9 HTTP/1.1" status: 204 len: 168 time: 0.1801951 Apr 30 16:01:06.055330 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75055f-b64a-49c1-9281-758c011abfb3 req-478a51ef-3e42-4567-bf56-6d6abe629207 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:06.059208 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-2d75055f-b64a-49c1-9281-758c011abfb3 req-478a51ef-3e42-4567-bf56-6d6abe629207 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.1259604 Apr 30 16:01:06.122242 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-2d75055f-b64a-49c1-9281-758c011abfb3 req-4d2955e6-871c-435c-b3cf-7b90d0b510a4 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558143 Apr 30 16:01:06.360606 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 59142) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:06.368143 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd363ed-2827-4009-877b-59c669796a26 req-701a2438-e5a9-4a5f-8dc5-231b8e4194f2 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:06.375015 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9dd363ed-2827-4009-877b-59c669796a26 req-701a2438-e5a9-4a5f-8dc5-231b8e4194f2 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.1426265 Apr 30 16:01:06.422418 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4f367461-8d8b-46f4-a290-38c00392471e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:06.441925 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-4f367461-8d8b-46f4-a290-38c00392471e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:06.457086 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9dd363ed-2827-4009-877b-59c669796a26 req-08b66cf8-948d-4b92-856c-8a75a0f7fc09 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810997 Apr 30 16:01:06.457917 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0303b82-b5b3-428c-b350-f0f1a6c19dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3403a6-82fe-45fc-801e-0133d419fb05'}] {{(pid=73965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:01:06.458380 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-4f367461-8d8b-46f4-a290-38c00392471e admin admin] Usage tracker for resource:security_group_rule and tenant:abb71ae15bcd4c61a9ab0500bbe0a8da is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:06.466308 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-4f367461-8d8b-46f4-a290-38c00392471e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:06.473754 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-4f367461-8d8b-46f4-a290-38c00392471e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:06.544667 dv-cinder-787195-6-iscsi neutron-server[73965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0303b82-b5b3-428c-b350-f0f1a6c19dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3403a6-82fe-45fc-801e-0133d419fb05', 'code': 200} Apr 30 16:01:06.590291 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4f367461-8d8b-46f4-a290-38c00392471e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:06.596561 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4f367461-8d8b-46f4-a290-38c00392471e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:06.607691 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:06.638440 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-4f367461-8d8b-46f4-a290-38c00392471e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=abb71ae15bcd4c61a9ab0500bbe0a8da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2613108 Apr 30 16:01:06.642104 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 59162) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:06.653912 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f367461-8d8b-46f4-a290-38c00392471e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729c61c1-d31a-48fd-a48f-89657f04d28b,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:06.658278 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-4f367461-8d8b-46f4-a290-38c00392471e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:06.748901 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-1bf17e37-56c2-4616-87a8-c9879b4ba7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:06.814294 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-1bf17e37-56c2-4616-87a8-c9879b4ba7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:06.903091 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-1bf17e37-56c2-4616-87a8-c9879b4ba7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:06.917968 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:06.932606 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf17e37-56c2-4616-87a8-c9879b4ba7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729c61c1-d31a-48fd-a48f-89657f04d28b,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:06.945060 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-1bf17e37-56c2-4616-87a8-c9879b4ba7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:06.951770 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-1bf17e37-56c2-4616-87a8-c9879b4ba7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:06.953339 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-1bf17e37-56c2-4616-87a8-c9879b4ba7ca admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/729c61c1-d31a-48fd-a48f-89657f04d28b HTTP/1.1" status: 204 len: 168 time: 0.3101206 Apr 30 16:01:07.119202 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-c2bf5366-8151-44ae-9728-c715d3ea038f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:07.120694 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-c2bf5366-8151-44ae-9728-c715d3ea038f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/networks?id=819fb011-2436-418a-a827-e8015cd0e60c HTTP/1.1" status: 200 len: 814 time: 0.1892402 Apr 30 16:01:07.152538 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-49562ee6-c46a-4652-8647-d17ccea6da60 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/quotas/e47c1439b6884dea85fdc5c04cdf9341 HTTP/1.1" status: 200 len: 375 time: 0.0185397 Apr 30 16:01:07.208584 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24abf8-ca80-45fd-af0d-f79c62839fab req-ce6a88a5-99ce-474b-97be-f196a5b5a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:07.210035 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-cd24abf8-ca80-45fd-af0d-f79c62839fab req-ce6a88a5-99ce-474b-97be-f196a5b5a58b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 1098 time: 0.3518920 Apr 30 16:01:07.221555 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 59200) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:07.286657 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-0f9485a8-d17d-42f6-9e72-5d815a6d7ad6 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e47c1439b6884dea85fdc5c04cdf9341&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1330876 Apr 30 16:01:07.326603 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-cd24abf8-ca80-45fd-af0d-f79c62839fab req-4f8cdd8e-90a8-4b21-a825-e65ba97e0725 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894785 Apr 30 16:01:07.368083 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:01:07.410093 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:07.454734 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-dcc8b4ba-a9fe-423c-b130-f6f5b9c1e975 service neutron] 10.222.0.72 "GET /v2.0/networks/819fb011-2436-418a-a827-e8015cd0e60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669099 Apr 30 16:01:07.487744 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2643ba-7bd4-431e-ad8f-6fab8be8fd63 req-97c60428-274d-4e52-89e2-0b9fdfda6495 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:07.494916 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ab2643ba-7bd4-431e-ad8f-6fab8be8fd63 req-97c60428-274d-4e52-89e2-0b9fdfda6495 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.1072237 Apr 30 16:01:07.557333 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ab2643ba-7bd4-431e-ad8f-6fab8be8fd63 req-dca33695-d300-4f79-96dc-461c0d31c7a2 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614581 Apr 30 16:01:07.614315 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-fa9c80e4-9a73-4b9a-9d50-a9ea0178b5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:07.637786 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-fa9c80e4-9a73-4b9a-9d50-a9ea0178b5f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:07.646078 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-fa9c80e4-9a73-4b9a-9d50-a9ea0178b5f6 admin admin] Usage tracker for resource:security_group_rule and tenant:abd3cfba2ae24c8e97dfb527e6f90102 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:07.662783 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-fa9c80e4-9a73-4b9a-9d50-a9ea0178b5f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:07.672819 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-fa9c80e4-9a73-4b9a-9d50-a9ea0178b5f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:07.678556 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-80463833-bd63-4da5-9b34-ccf088291d8c service neutron] 10.222.0.72 "GET /v2.0/networks/819fb011-2436-418a-a827-e8015cd0e60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230296 Apr 30 16:01:07.745970 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c55967-1ba5-4e74-a3f5-9b3ab65da7d3 req-4ea3550d-aad5-4eed-939e-2bac182f6631 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:07.750098 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d2c55967-1ba5-4e74-a3f5-9b3ab65da7d3 req-4ea3550d-aad5-4eed-939e-2bac182f6631 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.0971155 Apr 30 16:01:07.835128 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-fa9c80e4-9a73-4b9a-9d50-a9ea0178b5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:07.836886 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d2c55967-1ba5-4e74-a3f5-9b3ab65da7d3 req-7a4a8c05-10fa-4207-8763-88a96467a4fd tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766239 Apr 30 16:01:07.840567 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-fa9c80e4-9a73-4b9a-9d50-a9ea0178b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:07.850233 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-1415c62c-f025-4f60-86d3-0dcb004eb8cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:07.949491 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f65bfae0-d061-4ed6-8d6b-0e7da2429f2f req-da93430f-9def-4f94-b36d-3fc48a58472f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc0d4c0-2810-42ae-a86c-4977a8f704f0 HTTP/1.1" status: 200 len: 210 time: 0.0785146 Apr 30 16:01:07.958590 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-fa9c80e4-9a73-4b9a-9d50-a9ea0178b5f6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=abd3cfba2ae24c8e97dfb527e6f90102&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7360044 Apr 30 16:01:07.961159 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 59240) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:07.975714 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c80e4-9a73-4b9a-9d50-a9ea0178b5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e1b81c-3067-40f8-a3e2-99ad26b81a12,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:07.980323 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-fa9c80e4-9a73-4b9a-9d50-a9ea0178b5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:08.034737 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-64ffae07-19ba-48af-93d8-84fecc4814e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:08.073307 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-64ffae07-19ba-48af-93d8-84fecc4814e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:08.148868 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-64ffae07-19ba-48af-93d8-84fecc4814e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:08.157463 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-8da13c33-c80a-45c5-93de-f5b024024cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:08.169286 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffae07-19ba-48af-93d8-84fecc4814e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e1b81c-3067-40f8-a3e2-99ad26b81a12,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:08.196151 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-64ffae07-19ba-48af-93d8-84fecc4814e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:08.209548 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-64ffae07-19ba-48af-93d8-84fecc4814e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:08.210996 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-64ffae07-19ba-48af-93d8-84fecc4814e0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/70e1b81c-3067-40f8-a3e2-99ad26b81a12 HTTP/1.1" status: 204 len: 168 time: 0.2488000 Apr 30 16:01:08.823214 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421db2a-a685-4a78-985c-eb28f2b5e8a8 req-2b86c81d-c573-42d8-8c38-c67de6fe9320 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:08.825113 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0421db2a-a685-4a78-985c-eb28f2b5e8a8 req-2b86c81d-c573-42d8-8c38-c67de6fe9320 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.3067944 Apr 30 16:01:08.828077 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930223bc-2ce3-4904-99f6-1dd94b2602cb req-becf68a8-21de-461d-b6fd-be1fff8d2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:08.830498 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-930223bc-2ce3-4904-99f6-1dd94b2602cb req-becf68a8-21de-461d-b6fd-be1fff8d2755 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ab89963bad1468d8d31bd42b50c5e2d&device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 1098 time: 0.3913701 Apr 30 16:01:08.944262 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ccf88-3cad-4c05-a351-166cc6f6e0ef req-6d20d256-cd79-4e4e-92e3-8d68aab38cc1 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:08.954794 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b47ccf88-3cad-4c05-a351-166cc6f6e0ef req-6d20d256-cd79-4e4e-92e3-8d68aab38cc1 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.1961396 Apr 30 16:01:09.042762 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 59290) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:09.057474 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0421db2a-a685-4a78-985c-eb28f2b5e8a8 req-b579760b-0e4c-4110-9e4a-bf6abcd499bc tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254744 Apr 30 16:01:09.115736 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b47ccf88-3cad-4c05-a351-166cc6f6e0ef req-3cb8a440-90be-4de1-8889-47452896db61 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599827 Apr 30 16:01:09.116872 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-bbf57397-78c9-42a8-ac4e-34a91bf65f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:09.124717 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930223bc-2ce3-4904-99f6-1dd94b2602cb req-e41cc0ba-2956-41f2-86fc-fa8ec9952dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:09.126587 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-930223bc-2ce3-4904-99f6-1dd94b2602cb req-e41cc0ba-2956-41f2-86fc-fa8ec9952dc2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=003f3ed1-d8ee-44dc-a675-9957118a6f9c HTTP/1.1" status: 200 len: 919 time: 0.2679932 Apr 30 16:01:09.156208 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-bbf57397-78c9-42a8-ac4e-34a91bf65f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:09.168953 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-bbf57397-78c9-42a8-ac4e-34a91bf65f54 admin admin] Usage tracker for resource:security_group_rule and tenant:a75ce513cb27406a8a765ef5011d5848 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:09.176028 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-bbf57397-78c9-42a8-ac4e-34a91bf65f54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:09.183681 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-bbf57397-78c9-42a8-ac4e-34a91bf65f54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:09.229965 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-930223bc-2ce3-4904-99f6-1dd94b2602cb req-0ea71e72-9622-4ecf-a871-08c41dbc01bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddf4c180-f006-45a7-bc6e-4cd1c966fe10 HTTP/1.1" status: 200 len: 217 time: 0.0917318 Apr 30 16:01:09.307211 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930223bc-2ce3-4904-99f6-1dd94b2602cb req-0b0fad4c-9fa9-4694-94e5-7ecbc577b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:09.309164 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-930223bc-2ce3-4904-99f6-1dd94b2602cb req-0b0fad4c-9fa9-4694-94e5-7ecbc577b5da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ee3010de-4ebd-4277-9903-82c7833bcd22 HTTP/1.1" status: 200 len: 859 time: 0.0695317 Apr 30 16:01:09.403729 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-bbf57397-78c9-42a8-ac4e-34a91bf65f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:09.431012 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-bbf57397-78c9-42a8-ac4e-34a91bf65f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:09.451314 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:09.508382 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1c47ccd3-062d-45ae-a101-9c873ddf8f13 req-c3967ac8-a73d-49a3-b738-e87e65e0b49f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc0d4c0-2810-42ae-a86c-4977a8f704f0 HTTP/1.1" status: 200 len: 210 time: 0.1874893 Apr 30 16:01:09.514865 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-930223bc-2ce3-4904-99f6-1dd94b2602cb req-48fa4eb6-ed97-488e-9de4-35a4f2f49bfc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=003f3ed1-d8ee-44dc-a675-9957118a6f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157348 Apr 30 16:01:09.559202 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf57397-78c9-42a8-ac4e-34a91bf65f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8327e287-b2d3-4e6c-b944-46575155f845,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:09.566565 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-bbf57397-78c9-42a8-ac4e-34a91bf65f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:09.571561 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-bbf57397-78c9-42a8-ac4e-34a91bf65f54 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a75ce513cb27406a8a765ef5011d5848&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5254471 Apr 30 16:01:09.574896 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 59310) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:09.597266 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a9d10-488e-4ecd-a77a-4e227a500409 req-d83a3606-7f88-4c6f-99eb-ab4713325bae tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:09.603033 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-af9a9d10-488e-4ecd-a77a-4e227a500409 req-d83a3606-7f88-4c6f-99eb-ab4713325bae tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.2669141 Apr 30 16:01:09.608163 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 59316) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:09.615634 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-584de86a-bf77-49b4-93ee-e644185d4e6b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Request body: {'floatingip': {'port_id': '5c3403a6-82fe-45fc-801e-0133d419fb05'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:01:09.730373 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-584de86a-bf77-49b4-93ee-e644185d4e6b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for floatingip, before_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:09.838614 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 59324) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:09.886544 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-c362cfc8-6b28-4883-87fe-d18235563e60 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:09.890553 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-c362cfc8-6b28-4883-87fe-d18235563e60 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.42 "GET /v2.0/networks?id=819fb011-2436-418a-a827-e8015cd0e60c HTTP/1.1" status: 200 len: 814 time: 0.3060293 Apr 30 16:01:09.941787 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-81e38660-a106-47c5-851f-98937d3d58bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:09.941996 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-6fadcc92-827e-4527-b361-f767426c54a0 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Request body: {'port': {'device_id': '3dc0d4c0-2810-42ae-a86c-4977a8f704f0', 'network_id': '819fb011-2436-418a-a827-e8015cd0e60c', 'admin_state_up': True, 'tenant_id': 'e47c1439b6884dea85fdc5c04cdf9341'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:01:09.982064 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-81e38660-a106-47c5-851f-98937d3d58bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:10.100606 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-81e38660-a106-47c5-851f-98937d3d58bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:10.191044 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:10.221491 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-6fadcc92-827e-4527-b361-f767426c54a0 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:10.228595 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-930223bc-2ce3-4904-99f6-1dd94b2602cb req-5f18c36a-fdfc-4cce-8cf5-69b870667958 service neutron] 10.222.0.42 "GET /v2.0/networks/003f3ed1-d8ee-44dc-a675-9957118a6f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6883943 Apr 30 16:01:10.267580 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f3897c35-7a2e-4b29-a89a-723c8eb54ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:10.275148 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-6fadcc92-827e-4527-b361-f767426c54a0 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:10.281109 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e38660-a106-47c5-851f-98937d3d58bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8327e287-b2d3-4e6c-b944-46575155f845,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:10.348700 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-81e38660-a106-47c5-851f-98937d3d58bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:10.350014 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-81e38660-a106-47c5-851f-98937d3d58bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:10.351195 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-81e38660-a106-47c5-851f-98937d3d58bf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8327e287-b2d3-4e6c-b944-46575155f845 HTTP/1.1" status: 204 len: 168 time: 0.7751229 Apr 30 16:01:10.355730 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-f3897c35-7a2e-4b29-a89a-723c8eb54ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:10.361341 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-f3897c35-7a2e-4b29-a89a-723c8eb54ad8 admin admin] Usage tracker for resource:security_group_rule and tenant:51b797c3386245d6846f4b040a0b3b57 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:10.364735 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-f3897c35-7a2e-4b29-a89a-723c8eb54ad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:10.372048 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-f3897c35-7a2e-4b29-a89a-723c8eb54ad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:10.436224 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-6fadcc92-827e-4527-b361-f767426c54a0 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Made reservation on behalf of e47c1439b6884dea85fdc5c04cdf9341 for: {'port': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:01:10.441318 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-6fadcc92-827e-4527-b361-f767426c54a0 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:10.467325 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f3897c35-7a2e-4b29-a89a-723c8eb54ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:10.483249 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f3897c35-7a2e-4b29-a89a-723c8eb54ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:10.569586 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-9712b9c8-5901-4f2a-8d39-da2d374b1020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:10.589558 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-930223bc-2ce3-4904-99f6-1dd94b2602cb req-f3a1ac22-5cda-4028-9b7a-f03ccc3c7826 service neutron] 10.222.0.42 "GET /v2.0/networks/003f3ed1-d8ee-44dc-a675-9957118a6f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102758 Apr 30 16:01:10.622035 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a5523-e751-4891-866f-330d43cc92d6 req-49e0e9e3-7d7b-4f61-b6df-b5dca9c0f4b2 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:10.630492 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a62a5523-e751-4891-866f-330d43cc92d6 req-49e0e9e3-7d7b-4f61-b6df-b5dca9c0f4b2 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.4005673 Apr 30 16:01:10.649780 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-f3897c35-7a2e-4b29-a89a-723c8eb54ad8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=51b797c3386245d6846f4b040a0b3b57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8081284 Apr 30 16:01:10.653431 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3897c35-7a2e-4b29-a89a-723c8eb54ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8b4364-a01f-4310-acf5-33273f75dc72,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:10.656434 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 59364) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:10.679837 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-f3897c35-7a2e-4b29-a89a-723c8eb54ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:10.800627 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-6fadcc92-827e-4527-b361-f767426c54a0 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Allocated IP 172.20.0.13 (819fb011-2436-418a-a827-e8015cd0e60c/25aa568c-9755-4641-b331-c4c9e9416a7e/339a702f-56b3-4e6c-ab5f-2fc446780716) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:01:10.897136 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 59378) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:10.938866 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a62a5523-e751-4891-866f-330d43cc92d6 req-a503913c-95fb-4610-9daa-c59755ed0211 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068645 Apr 30 16:01:11.005582 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-76e9ac85-e478-4a77-8815-b8e826d892fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:11.027113 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-76e9ac85-e478-4a77-8815-b8e826d892fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:11.033055 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-76e9ac85-e478-4a77-8815-b8e826d892fe admin admin] Usage tracker for resource:security_group_rule and tenant:cbb573d0a34d4f129b9955f2de6f5717 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:11.037819 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-76e9ac85-e478-4a77-8815-b8e826d892fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:11.048996 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-76e9ac85-e478-4a77-8815-b8e826d892fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:11.060485 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-73b4a21e-e32e-418f-8b35-9561b662a334 req-7f2a21ab-e410-484e-8ae7-7117a2b21978 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc0d4c0-2810-42ae-a86c-4977a8f704f0 HTTP/1.1" status: 200 len: 210 time: 0.2089994 Apr 30 16:01:11.099738 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-6fadcc92-827e-4527-b361-f767426c54a0 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:11.145878 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-426d609b-272f-485f-ad65-b4ce77f6b1e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:11.183788 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-6fadcc92-827e-4527-b361-f767426c54a0 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:11.190254 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-76e9ac85-e478-4a77-8815-b8e826d892fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:11.195984 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-974c9a42-f6fe-4484-ad3d-4c6502451d87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:11.201440 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['9cb8a50a-ab97-41e8-a96f-59d9de5a8abb'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:01:11.223528 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-426d609b-272f-485f-ad65-b4ce77f6b1e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:11.310656 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-76e9ac85-e478-4a77-8815-b8e826d892fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:11.346536 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-6fadcc92-827e-4527-b361-f767426c54a0 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Network 819fb011-2436-418a-a827-e8015cd0e60c is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:01:11.358149 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-6fadcc92-827e-4527-b361-f767426c54a0 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:01:11.363699 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fadcc92-827e-4527-b361-f767426c54a0 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Pushing event updated for resources: {'Port': ['ID=339a702f-56b3-4e6c-ab5f-2fc446780716,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:11.368872 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-6fadcc92-827e-4527-b361-f767426c54a0 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:01:11.373943 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-6fadcc92-827e-4527-b361-f767426c54a0 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:11.374559 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-6fadcc92-827e-4527-b361-f767426c54a0 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:11.381302 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-6fadcc92-827e-4527-b361-f767426c54a0 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:11.381902 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-8df9c01e-5b3b-4c33-861d-fdf848fa4204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:11.396672 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-76e9ac85-e478-4a77-8815-b8e826d892fe admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cbb573d0a34d4f129b9955f2de6f5717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4950330 Apr 30 16:01:11.399885 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 59394) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:11.428535 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9ac85-e478-4a77-8815-b8e826d892fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef358a5-fb0f-4c34-8c48-03f62c1d3ffb,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:11.433549 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-76e9ac85-e478-4a77-8815-b8e826d892fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:11.448848 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-6fadcc92-827e-4527-b361-f767426c54a0 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5271597 Apr 30 16:01:11.456217 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-426d609b-272f-485f-ad65-b4ce77f6b1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:11.463443 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-584de86a-bf77-49b4-93ee-e644185d4e6b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:11.465529 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-1a86a4b1-6ade-434e-92b7-8e7b5d884dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:11.479557 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-942d98c8-11d6-41dd-8c33-e29b34612d3f service neutron] Request body: {'port': {'device_id': '3dc0d4c0-2810-42ae-a86c-4977a8f704f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:01:11.483052 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-584de86a-bf77-49b4-93ee-e644185d4e6b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-915876'] for floatingip, after_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:11.543879 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d609b-272f-485f-ad65-b4ce77f6b1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8b4364-a01f-4310-acf5-33273f75dc72,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:11.554133 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-426d609b-272f-485f-ad65-b4ce77f6b1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:11.586983 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-426d609b-272f-485f-ad65-b4ce77f6b1e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:11.588453 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-426d609b-272f-485f-ad65-b4ce77f6b1e9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3c8b4364-a01f-4310-acf5-33273f75dc72 HTTP/1.1" status: 204 len: 168 time: 0.9163899 Apr 30 16:01:11.645430 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-942d98c8-11d6-41dd-8c33-e29b34612d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:11.679616 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-fbcf86e5-6fb3-4ffd-99a8-86a07d354729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:11.693562 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 59406) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:11.748347 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-fbcf86e5-6fb3-4ffd-99a8-86a07d354729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:11.760612 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.db.l3_db [None req-584de86a-bf77-49b4-93ee-e644185d4e6b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Floating IP 226701f0-e599-4cbd-8b26-d12ae3ac6486 associated. External IP: 172.27.3.33, port: 5c3403a6-82fe-45fc-801e-0133d419fb05. Apr 30 16:01:12.126603 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 59420) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:12.187339 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f702e94a-c990-46aa-84f0-ea0511cb34c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:12.308628 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-d63e406b-1e30-40ef-88ac-ea68c2b9408d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:12.323585 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-f702e94a-c990-46aa-84f0-ea0511cb34c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:12.333299 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-f702e94a-c990-46aa-84f0-ea0511cb34c6 admin admin] Usage tracker for resource:security_group_rule and tenant:6b8139b1ffac4d1f84cb5959e8f945e0 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:12.339636 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-942d98c8-11d6-41dd-8c33-e29b34612d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 339a702f-56b3-4e6c-ab5f-2fc446780716 {{(pid=73963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:01:12.343827 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-f702e94a-c990-46aa-84f0-ea0511cb34c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:12.356244 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-f702e94a-c990-46aa-84f0-ea0511cb34c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:12.357479 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-942d98c8-11d6-41dd-8c33-e29b34612d3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:12.409744 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27dacc-1df0-42eb-a5ac-2ae0bc55d259 req-35f21a04-3e23-4342-8b42-575462d0f65c tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:12.411332 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5c27dacc-1df0-42eb-a5ac-2ae0bc55d259 req-35f21a04-3e23-4342-8b42-575462d0f65c tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.2399228 Apr 30 16:01:12.463431 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5c27dacc-1df0-42eb-a5ac-2ae0bc55d259 req-6fc52e98-4e62-4c12-a7dc-517998bfff31 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438752 Apr 30 16:01:12.488166 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-942d98c8-11d6-41dd-8c33-e29b34612d3f service neutron] Transition to ACTIVE for port object 339a702f-56b3-4e6c-ab5f-2fc446780716 will not be triggered until provisioned by entity L2. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:01:12.493508 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-d63e406b-1e30-40ef-88ac-ea68c2b9408d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:12.495563 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-fbcf86e5-6fb3-4ffd-99a8-86a07d354729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:12.498354 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-942d98c8-11d6-41dd-8c33-e29b34612d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:12.503496 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:12.505406 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-6fadcc92-827e-4527-b361-f767426c54a0 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:12.515896 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-d63e406b-1e30-40ef-88ac-ea68c2b9408d admin admin] Usage tracker for resource:security_group_rule and tenant:61085acb3ff74c8594270b890353ddc8 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:12.528705 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-d63e406b-1e30-40ef-88ac-ea68c2b9408d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:12.533355 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf86e5-6fb3-4ffd-99a8-86a07d354729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef358a5-fb0f-4c34-8c48-03f62c1d3ffb,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:12.540739 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-fbcf86e5-6fb3-4ffd-99a8-86a07d354729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:12.547781 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-d63e406b-1e30-40ef-88ac-ea68c2b9408d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:12.554457 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-fbcf86e5-6fb3-4ffd-99a8-86a07d354729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:12.557911 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-fbcf86e5-6fb3-4ffd-99a8-86a07d354729 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8ef358a5-fb0f-4c34-8c48-03f62c1d3ffb HTTP/1.1" status: 204 len: 168 time: 1.1543987 Apr 30 16:01:12.604394 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584de86a-bf77-49b4-93ee-e644185d4e6b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Router 2f788246-b803-49c3-b0cc-9643de3bfca4 has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:01:12.623338 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02821e11-0c10-431a-8705-316df7ebb501 req-f289c15e-16ca-45aa-8c27-23fc27190b7c tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:12.624833 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-02821e11-0c10-431a-8705-316df7ebb501 req-f289c15e-16ca-45aa-8c27-23fc27190b7c tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc0d4c0-2810-42ae-a86c-4977a8f704f0 HTTP/1.1" status: 200 len: 932 time: 0.3825555 Apr 30 16:01:12.691289 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d98c8-11d6-41dd-8c33-e29b34612d3f service neutron] Pushing event updated for resources: {'Port': ['ID=339a702f-56b3-4e6c-ab5f-2fc446780716,revision_number=2']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:12.698710 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-942d98c8-11d6-41dd-8c33-e29b34612d3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:12.708013 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-942d98c8-11d6-41dd-8c33-e29b34612d3f service neutron] Attempting to bind port 339a702f-56b3-4e6c-ab5f-2fc446780716 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:01:12.708207 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-942d98c8-11d6-41dd-8c33-e29b34612d3f service neutron] Attempting to bind port 339a702f-56b3-4e6c-ab5f-2fc446780716 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '661407b4-95b2-4d17-9ac4-ce7a66ada27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '819fb011-2436-418a-a827-e8015cd0e60c'}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:01:12.708439 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-942d98c8-11d6-41dd-8c33-e29b34612d3f service neutron] Attempting to bind port 339a702f-56b3-4e6c-ab5f-2fc446780716 on network 819fb011-2436-418a-a827-e8015cd0e60c {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:01:12.721914 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-942d98c8-11d6-41dd-8c33-e29b34612d3f service neutron] Port 339a702f-56b3-4e6c-ab5f-2fc446780716 on network 819fb011-2436-418a-a827-e8015cd0e60c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:01:12.721914 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-942d98c8-11d6-41dd-8c33-e29b34612d3f service neutron] Attempting to bind port 339a702f-56b3-4e6c-ab5f-2fc446780716 on network 819fb011-2436-418a-a827-e8015cd0e60c {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:01:12.729325 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-942d98c8-11d6-41dd-8c33-e29b34612d3f service neutron] Checking agent: {'id': '12734182-a135-4f20-887d-69ffd9792d0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'started_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:01:12.729593 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-942d98c8-11d6-41dd-8c33-e29b34612d3f service neutron] Checking segment: {'id': '661407b4-95b2-4d17-9ac4-ce7a66ada27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '819fb011-2436-418a-a827-e8015cd0e60c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:01:12.729969 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-942d98c8-11d6-41dd-8c33-e29b34612d3f service neutron] Bound using segment: {'id': '661407b4-95b2-4d17-9ac4-ce7a66ada27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '819fb011-2436-418a-a827-e8015cd0e60c'} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:01:12.730401 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-942d98c8-11d6-41dd-8c33-e29b34612d3f service neutron] Bound port: 339a702f-56b3-4e6c-ab5f-2fc446780716, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '661407b4-95b2-4d17-9ac4-ce7a66ada27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '819fb011-2436-418a-a827-e8015cd0e60c'}}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:01:12.730853 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-942d98c8-11d6-41dd-8c33-e29b34612d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:12.804458 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f702e94a-c990-46aa-84f0-ea0511cb34c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:12.811119 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f702e94a-c990-46aa-84f0-ea0511cb34c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:12.824236 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-76e9ac85-e478-4a77-8815-b8e826d892fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:12.838221 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-02821e11-0c10-431a-8705-316df7ebb501 req-00ee7cb0-fd65-4180-af3d-1b51d60a67f1 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516447 Apr 30 16:01:12.885576 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-d63e406b-1e30-40ef-88ac-ea68c2b9408d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:12.890346 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584de86a-bf77-49b4-93ee-e644185d4e6b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:01:12.897261 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-f702e94a-c990-46aa-84f0-ea0511cb34c6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6b8139b1ffac4d1f84cb5959e8f945e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7692854 Apr 30 16:01:12.897341 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 59434) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:12.899629 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-d63e406b-1e30-40ef-88ac-ea68c2b9408d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:12.902701 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702e94a-c990-46aa-84f0-ea0511cb34c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206a6e97-a6fb-41cb-8d6b-987d57a95765,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:12.905125 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad70424-b567-4938-ac57-d444b12dcbd4 None None] Sync routers for ids ['2f788246-b803-49c3-b0cc-9643de3bfca4'] in dv-cinder-787195-6-iscsi {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:01:12.909859 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:12.916480 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-f702e94a-c990-46aa-84f0-ea0511cb34c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:12.924656 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-942d98c8-11d6-41dd-8c33-e29b34612d3f service neutron] For port 339a702f-56b3-4e6c-ab5f-2fc446780716, host hv-cinder-78719, cleared binding levels {{(pid=73963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:01:12.930203 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-942d98c8-11d6-41dd-8c33-e29b34612d3f service neutron] For port 339a702f-56b3-4e6c-ab5f-2fc446780716, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=339a702f-56b3-4e6c-ab5f-2fc446780716,segment=NetworkSegment(661407b4-95b2-4d17-9ac4-ce7a66ada27c),segment_id=661407b4-95b2-4d17-9ac4-ce7a66ada27c)] {{(pid=73963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:01:12.933937 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad70424-b567-4938-ac57-d444b12dcbd4 None None] Routers {'2f788246-b803-49c3-b0cc-9643de3bfca4'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:01:12.934284 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-0ad70424-b567-4938-ac57-d444b12dcbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:00:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['2f788246-b803-49c3-b0cc-9643de3bfca4'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:01:12.934827 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-942d98c8-11d6-41dd-8c33-e29b34612d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:12.945909 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:12.985732 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-584de86a-bf77-49b4-93ee-e644185d4e6b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for floatingip, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:13.013594 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-d63e406b-1e30-40ef-88ac-ea68c2b9408d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=61085acb3ff74c8594270b890353ddc8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3188996 Apr 30 16:01:13.014242 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 59440) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:13.034235 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e406b-1e30-40ef-88ac-ea68c2b9408d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61b0a7d-dcb8-452c-bb8b-cd94a0a22f74,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:13.055761 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-d63e406b-1e30-40ef-88ac-ea68c2b9408d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:13.072713 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-942d98c8-11d6-41dd-8c33-e29b34612d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:13.073948 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-942d98c8-11d6-41dd-8c33-e29b34612d3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:13.075474 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-942d98c8-11d6-41dd-8c33-e29b34612d3f service neutron] 10.222.0.42 "PUT /v2.0/ports/339a702f-56b3-4e6c-ab5f-2fc446780716 HTTP/1.1" status: 200 len: 1094 time: 1.6010475 Apr 30 16:01:13.076150 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc0d4c0-2810-42ae-a86c-4977a8f704f0', 'tag': '339a702f-56b3-4e6c-ab5f-2fc446780716'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:01:13.090787 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d98c8-11d6-41dd-8c33-e29b34612d3f service neutron] Pushing event updated for resources: {'Port': ['ID=339a702f-56b3-4e6c-ab5f-2fc446780716,revision_number=3']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:13.094950 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-942d98c8-11d6-41dd-8c33-e29b34612d3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:13.131508 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-584de86a-bf77-49b4-93ee-e644185d4e6b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "PUT /v2.0/floatingips/226701f0-e599-4cbd-8b26-d12ae3ac6486 HTTP/1.1" status: 200 len: 990 time: 3.5221682 Apr 30 16:01:13.134905 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0303b82-b5b3-428c-b350-f0f1a6c19dd3', 'tag': '5c3403a6-82fe-45fc-801e-0133d419fb05'}] {{(pid=73964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:01:13.139329 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-77a0665c-830f-4ff0-aad3-0e71397f6f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:13.178331 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-a5983cbb-925d-4a36-94d0-e3e800c10f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:13.207458 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc0d4c0-2810-42ae-a86c-4977a8f704f0', 'tag': '339a702f-56b3-4e6c-ab5f-2fc446780716', 'status': 'completed', 'code': 200} Apr 30 16:01:13.236479 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-77a0665c-830f-4ff0-aad3-0e71397f6f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:13.251568 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-87dbd064-67c6-4558-8eb6-8e63a70c0f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:13.280960 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-ff0decfb-57d6-42fc-b88f-b71301078e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:13.282798 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-ff0decfb-57d6-42fc-b88f-b71301078e00 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e47c1439b6884dea85fdc5c04cdf9341&device_id=3dc0d4c0-2810-42ae-a86c-4977a8f704f0 HTTP/1.1" status: 200 len: 1097 time: 0.1356864 Apr 30 16:01:13.310427 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-0ad70424-b567-4938-ac57-d444b12dcbd4 None None] Set router 2f788246-b803-49c3-b0cc-9643de3bfca4 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:01:13.341830 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0303b82-b5b3-428c-b350-f0f1a6c19dd3', 'tag': '5c3403a6-82fe-45fc-801e-0133d419fb05', 'status': 'completed', 'code': 200} Apr 30 16:01:13.370958 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-87dbd064-67c6-4558-8eb6-8e63a70c0f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:13.388332 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-77a0665c-830f-4ff0-aad3-0e71397f6f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:13.402813 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-f326b887-a224-463b-885d-3412c36d8633 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=339a702f-56b3-4e6c-ab5f-2fc446780716 HTTP/1.1" status: 200 len: 217 time: 0.1057014 Apr 30 16:01:13.412178 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-426d609b-272f-485f-ad65-b4ce77f6b1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:13.429380 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0665c-830f-4ff0-aad3-0e71397f6f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206a6e97-a6fb-41cb-8d6b-987d57a95765,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:13.439904 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-77a0665c-830f-4ff0-aad3-0e71397f6f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:13.440362 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-77a0665c-830f-4ff0-aad3-0e71397f6f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:13.441465 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-77a0665c-830f-4ff0-aad3-0e71397f6f53 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/206a6e97-a6fb-41cb-8d6b-987d57a95765 HTTP/1.1" status: 204 len: 168 time: 0.5430431 Apr 30 16:01:13.498295 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-87dbd064-67c6-4558-8eb6-8e63a70c0f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:13.503637 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:13.525456 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbd064-67c6-4558-8eb6-8e63a70c0f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61b0a7d-dcb8-452c-bb8b-cd94a0a22f74,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:13.542919 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-87dbd064-67c6-4558-8eb6-8e63a70c0f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:13.563664 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-87dbd064-67c6-4558-8eb6-8e63a70c0f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:13.571899 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-87dbd064-67c6-4558-8eb6-8e63a70c0f06 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d61b0a7d-dcb8-452c-bb8b-cd94a0a22f74 HTTP/1.1" status: 204 len: 168 time: 0.5493450 Apr 30 16:01:13.582420 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-a37e041a-65cc-4745-a05c-da1f1ac55308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:13.590970 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-a37e041a-65cc-4745-a05c-da1f1ac55308 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=25aa568c-9755-4641-b331-c4c9e9416a7e HTTP/1.1" status: 200 len: 854 time: 0.1648912 Apr 30 16:01:13.597755 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790e3a4-326c-40d1-9e80-9297243081f0 req-89d733d4-e52c-48e7-9d79-1a44fadc923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:13.599197 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3790e3a4-326c-40d1-9e80-9297243081f0 req-89d733d4-e52c-48e7-9d79-1a44fadc923f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2585736d9b1c4eaabdd630f3e03e2da0&device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 1098 time: 0.2411537 Apr 30 16:01:13.796812 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-47df6c28-64dc-444e-8a73-408d7d8552da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=819fb011-2436-418a-a827-e8015cd0e60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1965635 Apr 30 16:01:14.006195 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-0ad70424-b567-4938-ac57-d444b12dcbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'name': 'tempest-AttachVolumeTestJSON-1911497803-router', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:16Z', 'updated_at': '2021-04-30T16:00:26Z', 'revision_number': 4, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'gw_port': {'id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:30:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:17Z', 'updated_at': '2021-04-30T16:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': '226701f0-e599-4cbd-8b26-d12ae3ac6486', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'port_id': '5c3403a6-82fe-45fc-801e-0133d419fb05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4', 'mac_address': 'fa:16:3e:d6:15:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0303b82-b5b3-428c-b350-f0f1a6c19dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:00:44Z', 'updated_at': '2021-04-30T16:01:11Z', 'revision_number': 1, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33f0bac-05ff-4148-9395-5251c188e475', 'name': '', 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'mac_address': 'fa:16:3e:69:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:23Z', 'updated_at': '2021-04-30T16:00:40Z', 'revision_number': 5, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'subnets': [{'id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:01:14.016798 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad70424-b567-4938-ac57-d444b12dcbd4 None None] Checking router: 2f788246-b803-49c3-b0cc-9643de3bfca4 for host: dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:01:14.042371 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad70424-b567-4938-ac57-d444b12dcbd4 None None] Routers {'2f788246-b803-49c3-b0cc-9643de3bfca4'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:01:14.043350 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-0ad70424-b567-4938-ac57-d444b12dcbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:00:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['2f788246-b803-49c3-b0cc-9643de3bfca4'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:01:14.215002 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f1cb7-4a70-4e67-b1ce-51ccd1db8131 req-54242dea-c412-4ba3-bb5a-0409eff06f30 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:14.217004 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-2c2c11f2-a612-4fa0-ae27-01b5d163fa12 service neutron] 10.222.0.42 "GET /v2.0/networks/819fb011-2436-418a-a827-e8015cd0e60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060245 Apr 30 16:01:14.237659 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-be6f1cb7-4a70-4e67-b1ce-51ccd1db8131 req-54242dea-c412-4ba3-bb5a-0409eff06f30 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc0d4c0-2810-42ae-a86c-4977a8f704f0 HTTP/1.1" status: 200 len: 944 time: 0.1846581 Apr 30 16:01:14.290025 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 59498) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:14.353777 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-28e9ff53-e364-40af-982c-9fff1e7fb843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:14.374641 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-0ad70424-b567-4938-ac57-d444b12dcbd4 None None] Set router 2f788246-b803-49c3-b0cc-9643de3bfca4 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:01:14.386741 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057c46f-72d4-46ab-a8e0-f961c6321225 req-a926d71a-8c72-4e55-a1f0-a0a65b44ac02 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:14.401884 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5057c46f-72d4-46ab-a8e0-f961c6321225 req-a926d71a-8c72-4e55-a1f0-a0a65b44ac02 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.7016642 Apr 30 16:01:14.410464 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-be6f1cb7-4a70-4e67-b1ce-51ccd1db8131 req-7f0fe320-604e-4bc0-baf0-6db48c69b213 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712017 Apr 30 16:01:14.418073 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-28e9ff53-e364-40af-982c-9fff1e7fb843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:14.430532 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-28e9ff53-e364-40af-982c-9fff1e7fb843 admin admin] Usage tracker for resource:security_group_rule and tenant:2e362f0399ae45c4a853611f9b751d4d is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:14.443733 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-28e9ff53-e364-40af-982c-9fff1e7fb843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:14.451797 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-28e9ff53-e364-40af-982c-9fff1e7fb843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:14.578327 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790e3a4-326c-40d1-9e80-9297243081f0 req-6b218319-1f28-4672-9bfb-93a77e8f1940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:14.579950 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3790e3a4-326c-40d1-9e80-9297243081f0 req-6b218319-1f28-4672-9bfb-93a77e8f1940 service neutron] 10.222.0.42 "GET /v2.0/networks?id=529eb04d-afd1-4ec1-a7cf-59406e4ebee4 HTTP/1.1" status: 200 len: 911 time: 0.8296862 Apr 30 16:01:14.610410 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5057c46f-72d4-46ab-a8e0-f961c6321225 req-84818f35-0ff9-4bb7-a555-89480341104e tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055621 Apr 30 16:01:14.652172 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-28e9ff53-e364-40af-982c-9fff1e7fb843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:14.658783 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-28e9ff53-e364-40af-982c-9fff1e7fb843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:14.668156 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-d63e406b-1e30-40ef-88ac-ea68c2b9408d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:14.761896 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9ff53-e364-40af-982c-9fff1e7fb843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849c9c7d-9de3-4ec8-84db-fa3c9bd3db70,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:14.771465 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-28e9ff53-e364-40af-982c-9fff1e7fb843 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2e362f0399ae45c4a853611f9b751d4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4804239 Apr 30 16:01:14.775060 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-28e9ff53-e364-40af-982c-9fff1e7fb843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:14.777594 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 59518) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:14.936842 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3790e3a4-326c-40d1-9e80-9297243081f0 req-ddb40c45-0c60-4363-a6ed-fe75caa21fc0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c3403a6-82fe-45fc-801e-0133d419fb05 HTTP/1.1" status: 200 len: 998 time: 0.3433416 Apr 30 16:01:14.939606 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-04c70c2d-4f27-4737-bbed-9c39bad9f5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:14.945022 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e27080f6-e810-49f6-b923-eea0a88a8cee req-b37a3b95-91a3-4bba-b97b-b2e564b577f9 service neutron] 10.222.0.42 "GET /v2.0/networks/819fb011-2436-418a-a827-e8015cd0e60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7153902 Apr 30 16:01:14.981292 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-04c70c2d-4f27-4737-bbed-9c39bad9f5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:15.143611 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-04c70c2d-4f27-4737-bbed-9c39bad9f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:15.149559 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-bbf57397-78c9-42a8-ac4e-34a91bf65f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:15.168412 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c70c2d-4f27-4737-bbed-9c39bad9f5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849c9c7d-9de3-4ec8-84db-fa3c9bd3db70,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:15.171031 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-04c70c2d-4f27-4737-bbed-9c39bad9f5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:15.189334 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-0ad70424-b567-4938-ac57-d444b12dcbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'name': 'tempest-AttachVolumeTestJSON-1911497803-router', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:16Z', 'updated_at': '2021-04-30T16:00:26Z', 'revision_number': 4, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'gw_port': {'id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:30:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:17Z', 'updated_at': '2021-04-30T16:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': '226701f0-e599-4cbd-8b26-d12ae3ac6486', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'port_id': '5c3403a6-82fe-45fc-801e-0133d419fb05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4', 'mac_address': 'fa:16:3e:d6:15:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0303b82-b5b3-428c-b350-f0f1a6c19dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:00:44Z', 'updated_at': '2021-04-30T16:01:11Z', 'revision_number': 1, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33f0bac-05ff-4148-9395-5251c188e475', 'name': '', 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'mac_address': 'fa:16:3e:69:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:23Z', 'updated_at': '2021-04-30T16:00:40Z', 'revision_number': 5, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'subnets': [{'id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:01:15.193680 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad70424-b567-4938-ac57-d444b12dcbd4 None None] The sync data for ids ['2f788246-b803-49c3-b0cc-9643de3bfca4'] in dv-cinder-787195-6-iscsi is: [{'id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'name': 'tempest-AttachVolumeTestJSON-1911497803-router', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:16Z', 'updated_at': '2021-04-30T16:00:26Z', 'revision_number': 4, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'gw_port': {'id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:30:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:17Z', 'updated_at': '2021-04-30T16:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': '226701f0-e599-4cbd-8b26-d12ae3ac6486', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'port_id': '5c3403a6-82fe-45fc-801e-0133d419fb05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4', 'mac_address': 'fa:16:3e:d6:15:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0303b82-b5b3-428c-b350-f0f1a6c19dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:00:44Z', 'updated_at': '2021-04-30T16:01:11Z', 'revision_number': 1, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33f0bac-05ff-4148-9395-5251c188e475', 'name': '', 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'mac_address': 'fa:16:3e:69:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:23Z', 'updated_at': '2021-04-30T16:00:40Z', 'revision_number': 5, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'subnets': [{'id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:01:15.211158 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-04c70c2d-4f27-4737-bbed-9c39bad9f5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:15.213939 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790e3a4-326c-40d1-9e80-9297243081f0 req-ea18b02c-1a0e-48da-9102-35842032d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:15.215342 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-04c70c2d-4f27-4737-bbed-9c39bad9f5eb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/849c9c7d-9de3-4ec8-84db-fa3c9bd3db70 HTTP/1.1" status: 204 len: 168 time: 0.4365308 Apr 30 16:01:15.225137 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3790e3a4-326c-40d1-9e80-9297243081f0 req-ea18b02c-1a0e-48da-9102-35842032d89b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b5b4d6f-2a10-41bf-be25-6159859e6aec HTTP/1.1" status: 200 len: 850 time: 0.2722282 Apr 30 16:01:15.231628 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85c047-7131-42a7-aaf9-aa3b44f6ebfd req-1014bfe9-3ecf-46df-bc09-77e9aea769f7 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:15.239341 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-4e85c047-7131-42a7-aaf9-aa3b44f6ebfd req-1014bfe9-3ecf-46df-bc09-77e9aea769f7 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6b8014b-7822-43f2-932d-5c615761ebff HTTP/1.1" status: 200 len: 946 time: 0.1522253 Apr 30 16:01:15.306205 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-4e85c047-7131-42a7-aaf9-aa3b44f6ebfd req-9a732e36-29f2-4c8e-a159-e676ed1ba279 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a3eb760-827b-401b-862f-3f3456ad3509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643260 Apr 30 16:01:15.337753 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 59538) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:15.344395 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415760f7-3e55-433a-826c-e1536380fec5 req-75218481-ae73-4110-b0c2-47840864ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:15.346236 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-415760f7-3e55-433a-826c-e1536380fec5 req-75218481-ae73-4110-b0c2-47840864ee8d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e47c1439b6884dea85fdc5c04cdf9341&device_id=3dc0d4c0-2810-42ae-a86c-4977a8f704f0 HTTP/1.1" status: 200 len: 1097 time: 0.3159726 Apr 30 16:01:15.354807 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 59544) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:15.414366 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790e3a4-326c-40d1-9e80-9297243081f0 req-8a2d716c-44ec-4a28-a2c9-33c03d9dd0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:15.415840 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3790e3a4-326c-40d1-9e80-9297243081f0 req-8a2d716c-44ec-4a28-a2c9-33c03d9dd0c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=529eb04d-afd1-4ec1-a7cf-59406e4ebee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1783273 Apr 30 16:01:15.545299 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48813c38-5ecb-40fc-a446-f64b084361f8 None None] New status for floating IP 226701f0-e599-4cbd-8b26-d12ae3ac6486: ACTIVE {{(pid=73965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:01:15.655280 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-28761108-a689-4b97-b949-85ca1505cda4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:15.692145 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415760f7-3e55-433a-826c-e1536380fec5 req-7ee9beb0-2333-4d57-8ee0-0e013f78093b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:15.692341 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-415760f7-3e55-433a-826c-e1536380fec5 req-7ee9beb0-2333-4d57-8ee0-0e013f78093b service neutron] 10.222.0.42 "GET /v2.0/networks?id=819fb011-2436-418a-a827-e8015cd0e60c HTTP/1.1" status: 200 len: 914 time: 0.3341010 Apr 30 16:01:15.693608 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-28761108-a689-4b97-b949-85ca1505cda4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:15.705398 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-28761108-a689-4b97-b949-85ca1505cda4 admin admin] Usage tracker for resource:security_group_rule and tenant:e58ca8340f3d42d3a0af0d2bb3bb4149 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:15.710949 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-28761108-a689-4b97-b949-85ca1505cda4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:15.723929 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-28761108-a689-4b97-b949-85ca1505cda4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:15.767846 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-e9bab109-1434-4d00-b375-0456f8310406 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-89250418-network', 'tenant_id': 'e6bfd471aaf74ad5b5971fc1280a45b0'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:01:15.775056 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-e9bab109-1434-4d00-b375-0456f8310406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:15.795688 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-415760f7-3e55-433a-826c-e1536380fec5 req-f81df488-1612-4e9e-b278-c57eda25c5a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=339a702f-56b3-4e6c-ab5f-2fc446780716 HTTP/1.1" status: 200 len: 217 time: 0.0830824 Apr 30 16:01:15.798421 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3790e3a4-326c-40d1-9e80-9297243081f0 req-1388dd62-f49c-47b0-8da4-f403ac4c5919 service neutron] 10.222.0.42 "GET /v2.0/networks/529eb04d-afd1-4ec1-a7cf-59406e4ebee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388891 Apr 30 16:01:15.804741 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-e9bab109-1434-4d00-b375-0456f8310406 admin admin] Usage tracker for resource:network and tenant:e6bfd471aaf74ad5b5971fc1280a45b0 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:15.815084 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-e9bab109-1434-4d00-b375-0456f8310406 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:15.836596 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-e9bab109-1434-4d00-b375-0456f8310406 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:15.904695 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bab109-1434-4d00-b375-0456f8310406 admin admin] Made reservation on behalf of e6bfd471aaf74ad5b5971fc1280a45b0 for: {'network': 1} {{(pid=73964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:01:15.906674 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-e9bab109-1434-4d00-b375-0456f8310406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for network, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:15.927726 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-e9bab109-1434-4d00-b375-0456f8310406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:15.936730 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83b177-6c94-41de-8902-17ebb00f2030 req-efcf578e-8f6f-4004-9979-a332600f65f3 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:15.938204 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-4d83b177-6c94-41de-8902-17ebb00f2030 req-efcf578e-8f6f-4004-9979-a332600f65f3 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Synchronizing usage tracker for tenant:e47c1439b6884dea85fdc5c04cdf9341 on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:01:15.984836 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-e9bab109-1434-4d00-b375-0456f8310406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:15.985984 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-9338806d-b70b-4868-ab3f-031f28444417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:16.008757 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-e9bab109-1434-4d00-b375-0456f8310406 admin admin] Usage tracker for resource:security_group_rule and tenant:e6bfd471aaf74ad5b5971fc1280a45b0 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:16.025632 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:16.039042 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-e9bab109-1434-4d00-b375-0456f8310406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:16.058457 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-e9bab109-1434-4d00-b375-0456f8310406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:16.068199 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415760f7-3e55-433a-826c-e1536380fec5 req-d19081cc-95ca-49d2-b74c-1b5684b921bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:16.069449 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-415760f7-3e55-433a-826c-e1536380fec5 req-d19081cc-95ca-49d2-b74c-1b5684b921bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=25aa568c-9755-4641-b331-c4c9e9416a7e HTTP/1.1" status: 200 len: 854 time: 0.2469311 Apr 30 16:01:16.085867 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-4d83b177-6c94-41de-8902-17ebb00f2030 req-efcf578e-8f6f-4004-9979-a332600f65f3 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Unset dirty status for tenant:e47c1439b6884dea85fdc5c04cdf9341 on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:01:16.087006 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4d83b177-6c94-41de-8902-17ebb00f2030 req-efcf578e-8f6f-4004-9979-a332600f65f3 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc0d4c0-2810-42ae-a86c-4977a8f704f0 HTTP/1.1" status: 200 len: 944 time: 0.4803751 Apr 30 16:01:16.131170 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-28761108-a689-4b97-b949-85ca1505cda4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:16.149809 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-415760f7-3e55-433a-826c-e1536380fec5 req-12b5562c-dd55-4e82-99d5-0e1704afa0e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=819fb011-2436-418a-a827-e8015cd0e60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648918 Apr 30 16:01:16.160059 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-28761108-a689-4b97-b949-85ca1505cda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:16.193054 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:16.218824 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9dba4-9e7f-443d-bbb6-fdb8d062fdca req-fa19904d-4ddf-4dcc-9411-1b63cbc7fd49 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:16.227298 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-56d9dba4-9e7f-443d-bbb6-fdb8d062fdca req-fa19904d-4ddf-4dcc-9411-1b63cbc7fd49 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.3742552 Apr 30 16:01:16.235158 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4d83b177-6c94-41de-8902-17ebb00f2030 req-4c449332-d213-4032-94b7-c87ac0c9851f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081312 Apr 30 16:01:16.236161 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-28761108-a689-4b97-b949-85ca1505cda4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e58ca8340f3d42d3a0af0d2bb3bb4149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8973470 Apr 30 16:01:16.238097 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3790e3a4-326c-40d1-9e80-9297243081f0 req-a6d92944-8fdf-4c0a-9bb3-23c34c3ce341 service neutron] 10.222.0.42 "GET /v2.0/networks/529eb04d-afd1-4ec1-a7cf-59406e4ebee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676686 Apr 30 16:01:16.241531 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 59580) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:16.386404 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28761108-a689-4b97-b949-85ca1505cda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9bbf60-5c15-4e26-93f6-806aea96d42f,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:16.423402 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761108-a689-4b97-b949-85ca1505cda4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:16.423744 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761108-a689-4b97-b949-85ca1505cda4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:16.424118 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761108-a689-4b97-b949-85ca1505cda4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:16.424458 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761108-a689-4b97-b949-85ca1505cda4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:16.424793 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761108-a689-4b97-b949-85ca1505cda4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:16.425127 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761108-a689-4b97-b949-85ca1505cda4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:16.425459 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761108-a689-4b97-b949-85ca1505cda4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:16.425901 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761108-a689-4b97-b949-85ca1505cda4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:16.426110 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761108-a689-4b97-b949-85ca1505cda4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:16.426436 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761108-a689-4b97-b949-85ca1505cda4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:16.426759 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761108-a689-4b97-b949-85ca1505cda4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:16.427077 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761108-a689-4b97-b949-85ca1505cda4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:16.451094 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-28761108-a689-4b97-b949-85ca1505cda4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:16.454634 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-56d9dba4-9e7f-443d-bbb6-fdb8d062fdca req-d5aeea2c-61f7-44be-ae82-cb279564a261 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262344 Apr 30 16:01:16.490320 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-cf9ac725-bad9-423e-9535-5ea388dc21d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:16.493515 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-415760f7-3e55-433a-826c-e1536380fec5 req-8033e37c-ab2d-45f2-a6a6-73026dee145d service neutron] 10.222.0.42 "GET /v2.0/networks/819fb011-2436-418a-a827-e8015cd0e60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144388 Apr 30 16:01:16.551891 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-cf9ac725-bad9-423e-9535-5ea388dc21d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:16.556082 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-e9bab109-1434-4d00-b375-0456f8310406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:16.562139 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-e9bab109-1434-4d00-b375-0456f8310406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:16.563135 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 59592) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:16.563758 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-9ab14067-7acd-47b0-8181-e15191ad0b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:16.641509 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bab109-1434-4d00-b375-0456f8310406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a600130-7d81-4770-acb3-a6def6b838b8,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:16.643510 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:16.657532 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9bab109-1434-4d00-b375-0456f8310406 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=73964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:01:16.664604 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-e9bab109-1434-4d00-b375-0456f8310406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:16.673608 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-e9bab109-1434-4d00-b375-0456f8310406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:16.674002 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.db.segments_db [None req-e9bab109-1434-4d00-b375-0456f8310406 admin admin] Added segment 5ea1ddcd-5442-449c-9c4a-59aee1ef00e5 of type vlan for network 4aeb36c3-1cef-4eff-a23a-8a0e6178552d Apr 30 16:01:16.707625 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-e9bab109-1434-4d00-b375-0456f8310406 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132848788'] for network, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:16.754776 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-e9bab109-1434-4d00-b375-0456f8310406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for network, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:16.756557 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bab109-1434-4d00-b375-0456f8310406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:16.757210 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-415760f7-3e55-433a-826c-e1536380fec5 req-ddb43731-76b8-4888-b566-9f45c8ef1715 service neutron] 10.222.0.42 "GET /v2.0/networks/819fb011-2436-418a-a827-e8015cd0e60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433355 Apr 30 16:01:16.757506 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-e9bab109-1434-4d00-b375-0456f8310406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:16.758600 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-cf9ac725-bad9-423e-9535-5ea388dc21d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:16.762216 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:16.762360 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-18233941-df55-44b8-be77-74b74d6f1545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:16.778650 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ac725-bad9-423e-9535-5ea388dc21d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9bbf60-5c15-4e26-93f6-806aea96d42f,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:16.789093 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287bc5d-928b-478d-9070-e4de2a2071e7 req-b80b25cd-6206-4648-b158-d331af00e9f7 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:16.790951 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d287bc5d-928b-478d-9070-e4de2a2071e7 req-b80b25cd-6206-4648-b158-d331af00e9f7 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6b8014b-7822-43f2-932d-5c615761ebff HTTP/1.1" status: 200 len: 946 time: 0.1601577 Apr 30 16:01:16.804235 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ac725-bad9-423e-9535-5ea388dc21d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:16.805039 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ac725-bad9-423e-9535-5ea388dc21d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:16.805844 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ac725-bad9-423e-9535-5ea388dc21d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:16.806474 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ac725-bad9-423e-9535-5ea388dc21d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:16.806995 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ac725-bad9-423e-9535-5ea388dc21d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:16.807516 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ac725-bad9-423e-9535-5ea388dc21d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:16.808064 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ac725-bad9-423e-9535-5ea388dc21d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:16.808612 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ac725-bad9-423e-9535-5ea388dc21d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:16.809189 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ac725-bad9-423e-9535-5ea388dc21d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:16.809730 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ac725-bad9-423e-9535-5ea388dc21d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:16.810282 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ac725-bad9-423e-9535-5ea388dc21d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:16.810820 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ac725-bad9-423e-9535-5ea388dc21d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:16.829498 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-cf9ac725-bad9-423e-9535-5ea388dc21d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:16.832817 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-cf9ac725-bad9-423e-9535-5ea388dc21d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:16.834500 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-cf9ac725-bad9-423e-9535-5ea388dc21d9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1e9bbf60-5c15-4e26-93f6-806aea96d42f HTTP/1.1" status: 204 len: 168 time: 0.5912666 Apr 30 16:01:16.868214 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d287bc5d-928b-478d-9070-e4de2a2071e7 req-f3e3e830-17a6-4307-a272-57e039f1047e tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a3eb760-827b-401b-862f-3f3456ad3509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678766 Apr 30 16:01:16.938468 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-2e88216b-0889-407f-a97b-4ff91be8fdc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:16.956228 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-e9bab109-1434-4d00-b375-0456f8310406 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6002715 Apr 30 16:01:16.957319 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bab109-1434-4d00-b375-0456f8310406 admin admin] Pushing event updated for resources: {'Network': ['ID=4aeb36c3-1cef-4eff-a23a-8a0e6178552d,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:16.959047 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 59608) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:16.966025 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-c2bbb877-6d09-4835-a82d-a2173c95c530 admin admin] Request body: {'subnet': {'network_id': '4aeb36c3-1cef-4eff-a23a-8a0e6178552d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-89250418-subnet', 'tenant_id': 'e6bfd471aaf74ad5b5971fc1280a45b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:01:16.967975 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Network 4aeb36c3-1cef-4eff-a23a-8a0e6178552d details requested by agent ovs-agent-dv-cinder-787195-6-iscsi with host dv-cinder-787195-6-iscsi {{(pid=73965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:01:16.968274 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-e9bab109-1434-4d00-b375-0456f8310406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:16.971247 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-2e88216b-0889-407f-a97b-4ff91be8fdc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:16.975323 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-c2bbb877-6d09-4835-a82d-a2173c95c530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:16.975626 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-2e88216b-0889-407f-a97b-4ff91be8fdc7 admin admin] Usage tracker for resource:security_group_rule and tenant:f20e673e563949bbbc30e79c782d388f is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:16.979247 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-2e88216b-0889-407f-a97b-4ff91be8fdc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:16.983259 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-c2bbb877-6d09-4835-a82d-a2173c95c530 admin admin] Usage tracker for resource:subnet and tenant:e6bfd471aaf74ad5b5971fc1280a45b0 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:16.986925 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-2e88216b-0889-407f-a97b-4ff91be8fdc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:16.991626 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-c2bbb877-6d09-4835-a82d-a2173c95c530 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:17.005032 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-c2bbb877-6d09-4835-a82d-a2173c95c530 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:17.028080 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bbb877-6d09-4835-a82d-a2173c95c530 admin admin] Made reservation on behalf of e6bfd471aaf74ad5b5971fc1280a45b0 for: {'subnet': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:01:17.033501 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-c2bbb877-6d09-4835-a82d-a2173c95c530 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:17.138184 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-2e88216b-0889-407f-a97b-4ff91be8fdc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:17.142940 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-2e88216b-0889-407f-a97b-4ff91be8fdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:17.188932 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-fbcf86e5-6fb3-4ffd-99a8-86a07d354729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:17.217049 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-2e88216b-0889-407f-a97b-4ff91be8fdc7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f20e673e563949bbbc30e79c782d388f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6423526 Apr 30 16:01:17.217701 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 59620) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:17.231829 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88216b-0889-407f-a97b-4ff91be8fdc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05750dab-01b8-4392-99b5-39b663815484,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:17.235626 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-2e88216b-0889-407f-a97b-4ff91be8fdc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:17.290564 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ee2fae77-4cc6-43f7-bedc-2a6823b44441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:17.325385 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ee2fae77-4cc6-43f7-bedc-2a6823b44441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:17.389883 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ee2fae77-4cc6-43f7-bedc-2a6823b44441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:17.396583 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-1a43da37-acae-4241-a870-e5e930dbe7cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:17.413367 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2fae77-4cc6-43f7-bedc-2a6823b44441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05750dab-01b8-4392-99b5-39b663815484,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:17.416202 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-ee2fae77-4cc6-43f7-bedc-2a6823b44441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:17.417886 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ee2fae77-4cc6-43f7-bedc-2a6823b44441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:17.418939 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-ee2fae77-4cc6-43f7-bedc-2a6823b44441 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/05750dab-01b8-4392-99b5-39b663815484 HTTP/1.1" status: 204 len: 168 time: 0.2003577 Apr 30 16:01:17.542249 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e406678-cc06-4fb2-9f0d-cdcc8a0409c9 req-923ff17c-7f9f-4e96-ba62-a7b3865722fa tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:17.543394 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9e406678-cc06-4fb2-9f0d-cdcc8a0409c9 req-923ff17c-7f9f-4e96-ba62-a7b3865722fa tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6b8014b-7822-43f2-932d-5c615761ebff HTTP/1.1" status: 200 len: 946 time: 0.1407671 Apr 30 16:01:17.585204 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f271484-294d-4dcb-8185-e777995a4ccd req-1a956a69-097a-4475-b7e8-24af7f53a374 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:17.586975 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-1f271484-294d-4dcb-8185-e777995a4ccd req-1a956a69-097a-4475-b7e8-24af7f53a374 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc0d4c0-2810-42ae-a86c-4977a8f704f0 HTTP/1.1" status: 200 len: 944 time: 0.1390007 Apr 30 16:01:17.642832 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-1f271484-294d-4dcb-8185-e777995a4ccd req-58500cd3-fb67-49d5-912c-5386b33fbb35 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501554 Apr 30 16:01:17.762025 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-c2bbb877-6d09-4835-a82d-a2173c95c530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for subnet, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:17.778601 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:17.871701 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bbb877-6d09-4835-a82d-a2173c95c530 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef361c8f-7d59-4779-84ef-6f55170202d0,revision_number=0']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:17.880716 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-c2bbb877-6d09-4835-a82d-a2173c95c530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:17.934949 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bbb877-6d09-4835-a82d-a2173c95c530 admin admin] Checking segment: {'id': '5ea1ddcd-5442-449c-9c4a-59aee1ef00e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4aeb36c3-1cef-4eff-a23a-8a0e6178552d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:01:17.935314 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bbb877-6d09-4835-a82d-a2173c95c530 admin admin] Network hostable DHCP agents. Network: 4aeb36c3-1cef-4eff-a23a-8a0e6178552d, hostable agents: ['bfd10ce1-d195-4e07-9fe2-51a3c988df31'], hosted agents: [] {{(pid=73963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:01:17.969471 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da6bc8-32fd-427c-9131-df8d3ef27b6c req-6bb71931-4e71-49ca-b8a8-309b8c29cf94 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:17.971114 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-04da6bc8-32fd-427c-9131-df8d3ef27b6c req-6bb71931-4e71-49ca-b8a8-309b8c29cf94 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.2409024 Apr 30 16:01:17.977678 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-9e406678-cc06-4fb2-9f0d-cdcc8a0409c9 req-09d3e5a6-5432-43c6-8fec-a23471d533cd tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Deleting port 1a187017-459c-4b2b-8b38-f9204500d332 {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:01:17.978052 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-9e406678-cc06-4fb2-9f0d-cdcc8a0409c9 req-09d3e5a6-5432-43c6-8fec-a23471d533cd tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:17.985210 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 59658) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:18.026512 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-cd728620-b92c-4c01-aab5-44bd0d370472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:18.069977 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bbb877-6d09-4835-a82d-a2173c95c530 admin admin] Network 4aeb36c3-1cef-4eff-a23a-8a0e6178552d is scheduled to be hosted by DHCP agent bfd10ce1-d195-4e07-9fe2-51a3c988df31 with binding_index 1 {{(pid=73963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:01:18.154915 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [None req-c2bbb877-6d09-4835-a82d-a2173c95c530 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-iscsi, 4aeb36c3-1cef-4eff-a23a-8a0e6178552d) {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:01:18.158481 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 339a702f-56b3-4e6c-ab5f-2fc446780716 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:01:18.164528 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-04da6bc8-32fd-427c-9131-df8d3ef27b6c req-8dde76fb-02f7-45e7-8aa8-b3f14de9c486 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485279 Apr 30 16:01:18.165699 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bbb877-6d09-4835-a82d-a2173c95c530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:18.166275 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-c2bbb877-6d09-4835-a82d-a2173c95c530 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:18.168844 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f76327d-e7c2-4ca5-b0e6-2e06c6eb65f3 None None] Network 4aeb36c3-1cef-4eff-a23a-8a0e6178552d requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:01:18.209632 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-cd728620-b92c-4c01-aab5-44bd0d370472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:18.224145 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-c2bbb877-6d09-4835-a82d-a2173c95c530 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2552838 Apr 30 16:01:18.224342 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-cd728620-b92c-4c01-aab5-44bd0d370472 admin admin] Usage tracker for resource:security_group_rule and tenant:e3639d7ff4c44333822fbd6c5f6acfcd is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:18.224342 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-cd728620-b92c-4c01-aab5-44bd0d370472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:18.226080 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-9e406678-cc06-4fb2-9f0d-cdcc8a0409c9 req-09d3e5a6-5432-43c6-8fec-a23471d533cd tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] For port 1a187017-459c-4b2b-8b38-f9204500d332, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1a187017-459c-4b2b-8b38-f9204500d332,segment=NetworkSegment(b302ab53-c874-4277-8f4f-3752b65dae5a),segment_id=b302ab53-c874-4277-8f4f-3752b65dae5a)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:01:18.226679 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-9e406678-cc06-4fb2-9f0d-cdcc8a0409c9 req-09d3e5a6-5432-43c6-8fec-a23471d533cd tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:18.230676 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-cd728620-b92c-4c01-aab5-44bd0d370472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:18.300437 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdadbf0-6061-44b9-966b-7a4ecb2c9d1d req-1def9cf3-4d6c-489f-9adc-152e4ccbece5 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:18.307126 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7cdadbf0-6061-44b9-966b-7a4ecb2c9d1d req-1def9cf3-4d6c-489f-9adc-152e4ccbece5 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6b8014b-7822-43f2-932d-5c615761ebff HTTP/1.1" status: 200 len: 946 time: 0.1760254 Apr 30 16:01:18.377911 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7cdadbf0-6061-44b9-966b-7a4ecb2c9d1d req-70a916cc-f228-4771-805e-18365b7e9070 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a3eb760-827b-401b-862f-3f3456ad3509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699878 Apr 30 16:01:18.378778 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-9e406678-cc06-4fb2-9f0d-cdcc8a0409c9 req-09d3e5a6-5432-43c6-8fec-a23471d533cd tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Calling delete_port for 1a187017-459c-4b2b-8b38-f9204500d332 owned by compute:nova {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:01:18.430482 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-cd728620-b92c-4c01-aab5-44bd0d370472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:18.435802 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-cd728620-b92c-4c01-aab5-44bd0d370472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:18.447082 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-2a83c2ea-04f2-4fa0-a695-e6c8eaabe1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:18.502114 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd728620-b92c-4c01-aab5-44bd0d370472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd461b7-4765-45ec-a7be-615999f2090d,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:18.516981 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-cd728620-b92c-4c01-aab5-44bd0d370472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:18.530565 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-cd728620-b92c-4c01-aab5-44bd0d370472 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e3639d7ff4c44333822fbd6c5f6acfcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5420663 Apr 30 16:01:18.531099 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 59694) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:18.602838 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.db.resource_extend [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 16:01:18.613427 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-9e406678-cc06-4fb2-9f0d-cdcc8a0409c9 req-09d3e5a6-5432-43c6-8fec-a23471d533cd tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:18.623092 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-974c9a42-f6fe-4484-ad3d-4c6502451d87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:18.661757 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-682dedbf-31f0-49a4-ad39-27279bd31cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:18.731661 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-682dedbf-31f0-49a4-ad39-27279bd31cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:18.787141 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['1a187017-459c-4b2b-8b38-f9204500d332'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:01:18.798187 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3e5a6-5432-43c6-8fec-a23471d533cd tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Pushing event deleted for resources: {'Port': ['ID=1a187017-459c-4b2b-8b38-f9204500d332,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:18.802362 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-09d3e5a6-5432-43c6-8fec-a23471d533cd tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:18.834907 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-682dedbf-31f0-49a4-ad39-27279bd31cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:18.839771 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-91fd45a8-bca8-4fc1-9f33-5b3642937dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:18.884885 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682dedbf-31f0-49a4-ad39-27279bd31cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd461b7-4765-45ec-a7be-615999f2090d,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:18.894771 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-682dedbf-31f0-49a4-ad39-27279bd31cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:18.900771 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-682dedbf-31f0-49a4-ad39-27279bd31cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:18.906841 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-682dedbf-31f0-49a4-ad39-27279bd31cef admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dfd461b7-4765-45ec-a7be-615999f2090d HTTP/1.1" status: 204 len: 168 time: 0.3713355 Apr 30 16:01:18.934627 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e406678-cc06-4fb2-9f0d-cdcc8a0409c9 req-09d3e5a6-5432-43c6-8fec-a23471d533cd tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] No DVR routers for this DVR port 1a187017-459c-4b2b-8b38-f9204500d332 on host hv-cinder-78719 {{(pid=73963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:01:18.942093 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-9e406678-cc06-4fb2-9f0d-cdcc8a0409c9 req-09d3e5a6-5432-43c6-8fec-a23471d533cd tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:18.945016 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b8014b-7822-43f2-932d-5c615761ebff', 'name': 'network-vif-deleted', 'tag': '1a187017-459c-4b2b-8b38-f9204500d332'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:01:18.954317 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:18.968391 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9e406678-cc06-4fb2-9f0d-cdcc8a0409c9 req-09d3e5a6-5432-43c6-8fec-a23471d533cd tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.42 "DELETE /v2.0/ports/1a187017-459c-4b2b-8b38-f9204500d332 HTTP/1.1" status: 204 len: 173 time: 1.4156322 Apr 30 16:01:19.058656 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b8014b-7822-43f2-932d-5c615761ebff', 'name': 'network-vif-deleted', 'tag': '1a187017-459c-4b2b-8b38-f9204500d332', 'status': 'completed', 'code': 200} Apr 30 16:01:19.128887 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e796ae-ac4d-4c54-ac95-185ada0b413d req-46789af0-2bee-4b72-b965-bb5b58d6fb5d tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:19.130561 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-02e796ae-ac4d-4c54-ac95-185ada0b413d req-46789af0-2bee-4b72-b965-bb5b58d6fb5d tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc0d4c0-2810-42ae-a86c-4977a8f704f0 HTTP/1.1" status: 200 len: 944 time: 0.1741011 Apr 30 16:01:19.188439 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cc89bc-c803-436f-aed5-d1de0913a11e None None] Network 4aeb36c3-1cef-4eff-a23a-8a0e6178552d requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:01:19.229718 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-02e796ae-ac4d-4c54-ac95-185ada0b413d req-d50ecf33-c6b4-441f-9f22-8133dc0e4c33 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928280 Apr 30 16:01:19.238142 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 339a702f-56b3-4e6c-ab5f-2fc446780716, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=339a702f-56b3-4e6c-ab5f-2fc446780716,segment=NetworkSegment(661407b4-95b2-4d17-9ac4-ce7a66ada27c),segment_id=661407b4-95b2-4d17-9ac4-ce7a66ada27c)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:01:19.310289 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Returning: {'device': '339a702f-56b3-4e6c-ab5f-2fc446780716', 'network_id': '819fb011-2436-418a-a827-e8015cd0e60c', 'port_id': '339a702f-56b3-4e6c-ab5f-2fc446780716', 'mac_address': 'fa:16:3e:ef:74:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25aa568c-9755-4641-b331-c4c9e9416a7e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:01:19.390025 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:19.436465 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 339a702f-56b3-4e6c-ab5f-2fc446780716 {{(pid=73965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:01:19.500008 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 339a702f-56b3-4e6c-ab5f-2fc446780716, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=339a702f-56b3-4e6c-ab5f-2fc446780716,segment=NetworkSegment(661407b4-95b2-4d17-9ac4-ce7a66ada27c),segment_id=661407b4-95b2-4d17-9ac4-ce7a66ada27c)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:01:19.569531 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030db6ec-38fc-46d0-952a-a28a086b8828 req-45a76e49-e8cb-4faf-b846-ee1107ea327e tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:19.571022 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-030db6ec-38fc-46d0-952a-a28a086b8828 req-45a76e49-e8cb-4faf-b846-ee1107ea327e tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.1830153 Apr 30 16:01:19.609296 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:19.611603 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:19.663466 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-030db6ec-38fc-46d0-952a-a28a086b8828 req-5e556784-892e-47a5-b28f-87a49a5986e2 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842540 Apr 30 16:01:19.665378 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 59764) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:19.682005 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3f64d532-11ff-43aa-a3e7-2f10462d06de req-ec3b6a20-f59e-4352-8404-0a3d8a1150b1 tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] 10.222.0.72 "GET /v2.0/ports?device_id=d6b8014b-7822-43f2-932d-5c615761ebff HTTP/1.1" status: 200 len: 210 time: 0.1275599 Apr 30 16:01:19.696309 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-71dc4cdb-3c2a-413d-9d6a-2eb98a503c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:19.719214 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-71dc4cdb-3c2a-413d-9d6a-2eb98a503c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:19.720716 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-71dc4cdb-3c2a-413d-9d6a-2eb98a503c49 admin admin] Usage tracker for resource:security_group_rule and tenant:2d7cf18cb0f948afb96bc4b5329bcb73 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:19.724211 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-71dc4cdb-3c2a-413d-9d6a-2eb98a503c49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:19.730838 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-71dc4cdb-3c2a-413d-9d6a-2eb98a503c49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:19.774371 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=339a702f-56b3-4e6c-ab5f-2fc446780716,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:19.785857 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:19.786198 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:19.786528 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:19.787023 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:19.787508 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:19.792319 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:19.792875 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:19.793459 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:19.793957 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:19.794443 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:19.794908 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:19.795560 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:19.802506 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 59768) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:19.810858 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:19.890342 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-71dc4cdb-3c2a-413d-9d6a-2eb98a503c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:19.896200 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-71dc4cdb-3c2a-413d-9d6a-2eb98a503c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:19.907629 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-fa9c80e4-9a73-4b9a-9d50-a9ea0178b5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:19.925315 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['339a702f-56b3-4e6c-ab5f-2fc446780716'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:01:19.938706 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc4cdb-3c2a-413d-9d6a-2eb98a503c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c07d58e-b665-471e-a6e2-b94d616bdae1,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:19.956730 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-71dc4cdb-3c2a-413d-9d6a-2eb98a503c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:19.987435 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-71dc4cdb-3c2a-413d-9d6a-2eb98a503c49 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2d7cf18cb0f948afb96bc4b5329bcb73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209846 Apr 30 16:01:19.987612 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 59780) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:20.059580 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 59790) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:20.067379 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-dc94d86b-fcfa-416c-be37-622bb6e05a82 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1077982340-network', 'tenant_id': '352add85e7c4479381c692620f53dff4'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:01:20.072547 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-dc94d86b-fcfa-416c-be37-622bb6e05a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:20.082254 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-dc94d86b-fcfa-416c-be37-622bb6e05a82 admin admin] Usage tracker for resource:network and tenant:352add85e7c4479381c692620f53dff4 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:20.092390 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-dc94d86b-fcfa-416c-be37-622bb6e05a82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:20.112885 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-dc94d86b-fcfa-416c-be37-622bb6e05a82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:20.134021 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-02055224-9376-4e21-a3c3-6e94b416c2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:20.163472 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 1a187017-459c-4b2b-8b38-f9204500d332 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:01:20.170300 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-339661a0-6cdb-48c4-a077-83693c9c592b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:20.180036 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-02055224-9376-4e21-a3c3-6e94b416c2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:20.197848 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-339661a0-6cdb-48c4-a077-83693c9c592b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:20.202971 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-339661a0-6cdb-48c4-a077-83693c9c592b admin admin] Usage tracker for resource:security_group_rule and tenant:c955cbdb8f0640449764fac77fe3c90f is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:20.207149 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-339661a0-6cdb-48c4-a077-83693c9c592b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:20.215695 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-339661a0-6cdb-48c4-a077-83693c9c592b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:20.216856 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] No Port match for: 1a187017-459c-4b2b-8b38-f9204500d332 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:01:20.217318 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 1a187017-459c-4b2b-8b38-f9204500d332 not bound to the agent host hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:01:20.250847 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-02055224-9376-4e21-a3c3-6e94b416c2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:20.257627 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-09a3c21f-77ba-41e1-80d7-63e8332dc0fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:20.274809 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02055224-9376-4e21-a3c3-6e94b416c2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c07d58e-b665-471e-a6e2-b94d616bdae1,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:20.277883 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-02055224-9376-4e21-a3c3-6e94b416c2a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:20.288556 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-02055224-9376-4e21-a3c3-6e94b416c2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:20.301580 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-02055224-9376-4e21-a3c3-6e94b416c2a4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4c07d58e-b665-471e-a6e2-b94d616bdae1 HTTP/1.1" status: 204 len: 168 time: 0.3127422 Apr 30 16:01:20.314183 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc94d86b-fcfa-416c-be37-622bb6e05a82 admin admin] Made reservation on behalf of 352add85e7c4479381c692620f53dff4 for: {'network': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:01:20.318264 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-dc94d86b-fcfa-416c-be37-622bb6e05a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for network, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:20.341042 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-dc94d86b-fcfa-416c-be37-622bb6e05a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:20.371338 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-dc94d86b-fcfa-416c-be37-622bb6e05a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:20.381085 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-dc94d86b-fcfa-416c-be37-622bb6e05a82 admin admin] Usage tracker for resource:security_group_rule and tenant:352add85e7c4479381c692620f53dff4 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:20.385428 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-dc94d86b-fcfa-416c-be37-622bb6e05a82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:20.399350 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-dc94d86b-fcfa-416c-be37-622bb6e05a82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:20.476393 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-339661a0-6cdb-48c4-a077-83693c9c592b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:20.487362 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-339661a0-6cdb-48c4-a077-83693c9c592b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:20.494073 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd75c94-3e1a-4ba7-8b2e-064131b40ad1 req-75e7ec5a-1112-4d5d-ba37-a4ec379e5b98 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:20.495584 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-0bd75c94-3e1a-4ba7-8b2e-064131b40ad1 req-75e7ec5a-1112-4d5d-ba37-a4ec379e5b98 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc0d4c0-2810-42ae-a86c-4977a8f704f0 HTTP/1.1" status: 200 len: 945 time: 0.0909476 Apr 30 16:01:20.498153 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:20.554200 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-0bd75c94-3e1a-4ba7-8b2e-064131b40ad1 req-35c122a3-c1ef-4e57-9294-347ffe9b8655 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516641 Apr 30 16:01:20.565133 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339661a0-6cdb-48c4-a077-83693c9c592b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727a785e-1a3a-4c6a-844a-6ffc307ecf26,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:20.571754 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-339661a0-6cdb-48c4-a077-83693c9c592b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c955cbdb8f0640449764fac77fe3c90f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7654829 Apr 30 16:01:20.571754 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-339661a0-6cdb-48c4-a077-83693c9c592b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:20.572818 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 59806) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:20.622288 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-dc94d86b-fcfa-416c-be37-622bb6e05a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:20.634671 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-dc94d86b-fcfa-416c-be37-622bb6e05a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:20.641250 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:20.664379 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc94d86b-fcfa-416c-be37-622bb6e05a82 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=73963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:01:20.692644 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94d86b-fcfa-416c-be37-622bb6e05a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72325993-8859-4df1-935a-0e579fdb72ed,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:20.699199 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-dc94d86b-fcfa-416c-be37-622bb6e05a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:20.699199 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.db.segments_db [None req-dc94d86b-fcfa-416c-be37-622bb6e05a82 admin admin] Added segment 188728be-a06c-4263-b98b-c5807e2e0b68 of type vlan for network eca86aec-fe7d-4359-be36-37e54a226a72 Apr 30 16:01:20.706397 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f75feb4b-4590-4165-9d7b-09f618094fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:20.708870 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-dc94d86b-fcfa-416c-be37-622bb6e05a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:20.761704 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f75feb4b-4590-4165-9d7b-09f618094fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:20.799660 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-dc94d86b-fcfa-416c-be37-622bb6e05a82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132848788'] for network, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:20.928466 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f75feb4b-4590-4165-9d7b-09f618094fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:20.936468 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-55361c0c-fcc5-4d91-b451-c1fb2ed29dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:20.961337 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75feb4b-4590-4165-9d7b-09f618094fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727a785e-1a3a-4c6a-844a-6ffc307ecf26,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:20.973797 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-f75feb4b-4590-4165-9d7b-09f618094fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:20.979206 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-dc94d86b-fcfa-416c-be37-622bb6e05a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for network, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:20.983555 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc94d86b-fcfa-416c-be37-622bb6e05a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:20.984201 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-dc94d86b-fcfa-416c-be37-622bb6e05a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:21.023986 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:21.046392 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-dc94d86b-fcfa-416c-be37-622bb6e05a82 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9857101 Apr 30 16:01:21.049227 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 59832) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:21.055074 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-85cd346d-3cf8-41fa-bb67-911d00579991 admin admin] Request body: {'subnet': {'network_id': 'eca86aec-fe7d-4359-be36-37e54a226a72', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1077982340-subnet', 'tenant_id': '352add85e7c4479381c692620f53dff4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:01:21.060179 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-85cd346d-3cf8-41fa-bb67-911d00579991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:21.064826 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-85cd346d-3cf8-41fa-bb67-911d00579991 admin admin] Usage tracker for resource:subnet and tenant:352add85e7c4479381c692620f53dff4 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:21.067670 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-85cd346d-3cf8-41fa-bb67-911d00579991 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:21.074127 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f75feb4b-4590-4165-9d7b-09f618094fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:21.075214 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-f75feb4b-4590-4165-9d7b-09f618094fd1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/727a785e-1a3a-4c6a-844a-6ffc307ecf26 HTTP/1.1" status: 204 len: 168 time: 0.5015111 Apr 30 16:01:21.076013 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-85cd346d-3cf8-41fa-bb67-911d00579991 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:21.111058 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cd346d-3cf8-41fa-bb67-911d00579991 admin admin] Made reservation on behalf of 352add85e7c4479381c692620f53dff4 for: {'subnet': 1} {{(pid=73964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:01:21.113619 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-85cd346d-3cf8-41fa-bb67-911d00579991 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-777221'] for subnet, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:21.151246 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537b3d0-1518-4510-8a15-586ca7db503d req-3a4ef324-85e3-41ff-aea1-877b53102bf3 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:21.152785 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e537b3d0-1518-4510-8a15-586ca7db503d req-3a4ef324-85e3-41ff-aea1-877b53102bf3 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.3335571 Apr 30 16:01:21.155717 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94d86b-fcfa-416c-be37-622bb6e05a82 admin admin] Pushing event updated for resources: {'Network': ['ID=eca86aec-fe7d-4359-be36-37e54a226a72,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:21.162189 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-dc94d86b-fcfa-416c-be37-622bb6e05a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:21.176190 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Network eca86aec-fe7d-4359-be36-37e54a226a72 details requested by agent ovs-agent-dv-cinder-787195-6-iscsi with host dv-cinder-787195-6-iscsi {{(pid=73965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:01:21.232776 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e537b3d0-1518-4510-8a15-586ca7db503d req-addcf2d4-da1b-43d7-86ff-c555b8b0c0c5 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719552 Apr 30 16:01:21.666074 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 59860) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:21.667828 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-85cd346d-3cf8-41fa-bb67-911d00579991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3691430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-777239'] for subnet, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:21.672898 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-37acebaa-f20b-4665-b03c-34be7bbdbbd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:21.691893 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-90c6eaf4-5860-4077-aa49-33d7a526e2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:21.758901 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd346d-3cf8-41fa-bb67-911d00579991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e9205bb-9ae6-498b-967e-33b8804ad028,revision_number=0']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:21.761720 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-90c6eaf4-5860-4077-aa49-33d7a526e2d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:21.763094 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-85cd346d-3cf8-41fa-bb67-911d00579991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:21.764123 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cd346d-3cf8-41fa-bb67-911d00579991 admin admin] Checking segment: {'id': '188728be-a06c-4263-b98b-c5807e2e0b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eca86aec-fe7d-4359-be36-37e54a226a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:01:21.764853 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cd346d-3cf8-41fa-bb67-911d00579991 admin admin] Network hostable DHCP agents. Network: eca86aec-fe7d-4359-be36-37e54a226a72, hostable agents: ['bfd10ce1-d195-4e07-9fe2-51a3c988df31'], hosted agents: [] {{(pid=73964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:01:21.773450 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-90c6eaf4-5860-4077-aa49-33d7a526e2d9 admin admin] Usage tracker for resource:security_group_rule and tenant:59ec6b93e97f4a98bd2d05b2857488bb is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:21.777310 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-90c6eaf4-5860-4077-aa49-33d7a526e2d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:21.785040 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-90c6eaf4-5860-4077-aa49-33d7a526e2d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:21.789999 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cd346d-3cf8-41fa-bb67-911d00579991 admin admin] Network eca86aec-fe7d-4359-be36-37e54a226a72 is scheduled to be hosted by DHCP agent bfd10ce1-d195-4e07-9fe2-51a3c988df31 with binding_index 1 {{(pid=73964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:01:21.800804 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-85cd346d-3cf8-41fa-bb67-911d00579991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-iscsi, eca86aec-fe7d-4359-be36-37e54a226a72) {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:01:21.810155 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd346d-3cf8-41fa-bb67-911d00579991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:21.810739 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-85cd346d-3cf8-41fa-bb67-911d00579991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for subnet, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:21.817732 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29bd322-9eff-43d0-b100-1ea88db957a3 None None] Network eca86aec-fe7d-4359-be36-37e54a226a72 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:01:21.840461 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-85cd346d-3cf8-41fa-bb67-911d00579991 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7900779 Apr 30 16:01:21.861234 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59347713-7d4e-427b-83f3-0713e7d714e9 req-bed86ec9-7cbb-4de9-8bfb-915b538b4d26 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:21.863082 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-59347713-7d4e-427b-83f3-0713e7d714e9 req-bed86ec9-7cbb-4de9-8bfb-915b538b4d26 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc0d4c0-2810-42ae-a86c-4977a8f704f0 HTTP/1.1" status: 200 len: 945 time: 0.1572721 Apr 30 16:01:21.985275 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-90c6eaf4-5860-4077-aa49-33d7a526e2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:21.989934 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-90c6eaf4-5860-4077-aa49-33d7a526e2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:22.001425 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:22.073958 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-59347713-7d4e-427b-83f3-0713e7d714e9 req-ecd14899-cd4b-408b-813f-84bc28002f9e tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974032 Apr 30 16:01:22.074593 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6eaf4-5860-4077-aa49-33d7a526e2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1d321e-dd0d-4dae-8c3a-98cba78232ba,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:22.082270 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-90c6eaf4-5860-4077-aa49-33d7a526e2d9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=59ec6b93e97f4a98bd2d05b2857488bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4119287 Apr 30 16:01:22.082270 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-90c6eaf4-5860-4077-aa49-33d7a526e2d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:22.082517 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 59870) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:22.135758 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbad9ed-5233-4e28-a01a-5b6d66ffb8c9 None None] Network eca86aec-fe7d-4359-be36-37e54a226a72 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:01:22.148883 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-10775550-5d68-40a5-b539-685eeb1c829c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:22.168804 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 339a702f-56b3-4e6c-ab5f-2fc446780716 up at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:01:22.196878 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-10775550-5d68-40a5-b539-685eeb1c829c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:22.267281 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-10775550-5d68-40a5-b539-685eeb1c829c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:22.273169 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-84ebfb9b-7e7e-46da-b5c4-2791f55be1cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:22.287207 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10775550-5d68-40a5-b539-685eeb1c829c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1d321e-dd0d-4dae-8c3a-98cba78232ba,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:22.304572 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-10775550-5d68-40a5-b539-685eeb1c829c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:22.306103 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-10775550-5d68-40a5-b539-685eeb1c829c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:22.310691 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-10775550-5d68-40a5-b539-685eeb1c829c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fd1d321e-dd0d-4dae-8c3a-98cba78232ba HTTP/1.1" status: 204 len: 168 time: 0.2272532 Apr 30 16:01:22.462685 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning for port 339a702f-56b3-4e6c-ab5f-2fc446780716 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:01:22.480417 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning complete for port 339a702f-56b3-4e6c-ab5f-2fc446780716 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:01:22.481028 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:22.576947 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241412c6-7bf6-4420-94f2-061ec0f13cdb req-92847e88-deec-4bf1-94cd-1eeec6ffb770 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:22.584457 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-241412c6-7bf6-4420-94f2-061ec0f13cdb req-92847e88-deec-4bf1-94cd-1eeec6ffb770 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.1502910 Apr 30 16:01:22.655660 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-241412c6-7bf6-4420-94f2-061ec0f13cdb req-08da87d8-13e0-45a8-aad0-0be549da5c3a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622141 Apr 30 16:01:22.784796 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:22.836095 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc0d4c0-2810-42ae-a86c-4977a8f704f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339a702f-56b3-4e6c-ab5f-2fc446780716'}] {{(pid=73965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:01:22.857015 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 339a702f-56b3-4e6c-ab5f-2fc446780716, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=339a702f-56b3-4e6c-ab5f-2fc446780716,segment=NetworkSegment(661407b4-95b2-4d17-9ac4-ce7a66ada27c),segment_id=661407b4-95b2-4d17-9ac4-ce7a66ada27c)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:01:22.862562 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:22.870392 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:22.893355 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 59896) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:22.996580 dv-cinder-787195-6-iscsi neutron-server[73965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc0d4c0-2810-42ae-a86c-4977a8f704f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339a702f-56b3-4e6c-ab5f-2fc446780716', 'code': 200} Apr 30 16:01:22.997466 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=339a702f-56b3-4e6c-ab5f-2fc446780716,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:23.004183 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b04901-884d-4a41-8ba3-20f6210ce7f7 admin admin] Deleting subnet c3d86109-d684-488c-90c6-8b77dcfbcf6e {{(pid=73963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:01:23.009715 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:23.014893 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-49b04901-884d-4a41-8ba3-20f6210ce7f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:23.118758 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-49b04901-884d-4a41-8ba3-20f6210ce7f7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:23.126563 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-49b04901-884d-4a41-8ba3-20f6210ce7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2036197'] for subnet, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:23.317467 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a806c56-8f25-42c6-9e72-2ff5248d684d req-7aa81bb5-2ade-4f27-804c-067f3e4985ab tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:23.325225 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7a806c56-8f25-42c6-9e72-2ff5248d684d req-7aa81bb5-2ade-4f27-804c-067f3e4985ab tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc0d4c0-2810-42ae-a86c-4977a8f704f0 HTTP/1.1" status: 200 len: 946 time: 0.1127121 Apr 30 16:01:23.364638 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d953da-1207-4d67-8c98-e9cc8b4f2dac req-dd076f15-e69b-4a51-91f5-bb4a085bd428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:23.366468 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-85d953da-1207-4d67-8c98-e9cc8b4f2dac req-dd076f15-e69b-4a51-91f5-bb4a085bd428 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0d4c0-2810-42ae-a86c-4977a8f704f0 HTTP/1.1" status: 200 len: 1099 time: 0.1891510 Apr 30 16:01:23.379337 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7a806c56-8f25-42c6-9e72-2ff5248d684d req-4275a624-66b9-48d8-b098-245a94a6bcbb tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498710 Apr 30 16:01:23.473776 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-85d953da-1207-4d67-8c98-e9cc8b4f2dac req-ee340ef1-fad4-4423-865e-269cca6ab60a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963373 Apr 30 16:01:23.505783 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-49b04901-884d-4a41-8ba3-20f6210ce7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2036220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for subnet, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:23.511254 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:23.600940 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b04901-884d-4a41-8ba3-20f6210ce7f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3d86109-d684-488c-90c6-8b77dcfbcf6e,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:23.604453 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-49b04901-884d-4a41-8ba3-20f6210ce7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:23.607375 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-49b04901-884d-4a41-8ba3-20f6210ce7f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:23.613815 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-49b04901-884d-4a41-8ba3-20f6210ce7f7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c3d86109-d684-488c-90c6-8b77dcfbcf6e HTTP/1.1" status: 204 len: 168 time: 0.7193186 Apr 30 16:01:23.616429 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 59926) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:23.747158 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-d545b4f2-68e2-4388-a034-36de59f93032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688298'] for network, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:23.925812 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-d545b4f2-68e2-4388-a034-36de59f93032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034024', 'neutron.services.segments.db._delete_segments_for_network-8758133272989'] for network, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:24.141683 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6c115-1388-4f1c-b3e9-9c1fcf0a7058 req-6c7935fc-9a7b-4a08-94f7-6ee9714b3d92 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:24.143722 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-c6b6c115-1388-4f1c-b3e9-9c1fcf0a7058 req-6c7935fc-9a7b-4a08-94f7-6ee9714b3d92 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.3585215 Apr 30 16:01:24.148198 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-d545b4f2-68e2-4388-a034-36de59f93032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb56681-e966-4fd2-b25b-7733454440af']}} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:01:24.178909 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-d545b4f2-68e2-4388-a034-36de59f93032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b302ab53-c874-4277-8f4f-3752b65dae5a') {'for_net_delete': True} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:01:24.179140 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-d545b4f2-68e2-4388-a034-36de59f93032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b302ab53-c874-4277-8f4f-3752b65dae5a') {} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:01:24.205805 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-d545b4f2-68e2-4388-a034-36de59f93032 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133283943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3533651'] for segment, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:24.238408 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-c6b6c115-1388-4f1c-b3e9-9c1fcf0a7058 req-8bfe3869-8341-4d77-865c-b39b1781cf6d tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829918 Apr 30 16:01:24.242928 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-d545b4f2-68e2-4388-a034-36de59f93032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:24.254046 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d545b4f2-68e2-4388-a034-36de59f93032 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=73964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:01:24.466348 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.managers [None req-d545b4f2-68e2-4388-a034-36de59f93032 admin admin] Network adb56681-e966-4fd2-b25b-7733454440af has no segments {{(pid=73964) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:01:24.476539 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-d545b4f2-68e2-4388-a034-36de59f93032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2039760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3714241'] for segment, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:24.692149 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705ea6f-c107-40fb-854c-e61448210b74 req-0917ab44-e503-4a3b-a455-7a49faefbc8c tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:24.693805 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b705ea6f-c107-40fb-854c-e61448210b74 req-0917ab44-e503-4a3b-a455-7a49faefbc8c tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc0d4c0-2810-42ae-a86c-4977a8f704f0 HTTP/1.1" status: 200 len: 946 time: 0.1730223 Apr 30 16:01:24.716923 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.managers [None req-d545b4f2-68e2-4388-a034-36de59f93032 admin admin] Network adb56681-e966-4fd2-b25b-7733454440af has no segments {{(pid=73964) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:01:24.752294 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b705ea6f-c107-40fb-854c-e61448210b74 req-a7c78f73-f651-4561-a9d2-f9a58464d448 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517066 Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: Traceback (most recent call last): Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: timer() Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: cb(*args, **kw) Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: return func(*args, **kwargs) Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: self._notify() Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: self.callback(batched_events) Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: event.method(event) Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: return f(self, *a, **k) Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: return self._get(url).json() Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: return self.request(url, 'GET', **kwargs) Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:01:24.764248 dv-cinder-787195-6-iscsi neutron-server[73964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:01:24.855417 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-d545b4f2-68e2-4388-a034-36de59f93032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657477'] for network, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:24.871449 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-d545b4f2-68e2-4388-a034-36de59f93032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:24.874495 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-4b8f78c1-cb0a-4283-9cce-c631b2254aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:24.902148 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545b4f2-68e2-4388-a034-36de59f93032 admin admin] Pushing event deleted for resources: {'Network': ['ID=adb56681-e966-4fd2-b25b-7733454440af,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:24.910432 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-d545b4f2-68e2-4388-a034-36de59f93032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:24.914032 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-d545b4f2-68e2-4388-a034-36de59f93032 admin admin] 10.222.0.72 "DELETE /v2.0/networks/adb56681-e966-4fd2-b25b-7733454440af HTTP/1.1" status: 204 len: 168 time: 1.2962811 Apr 30 16:01:25.167025 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 59982) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:25.214189 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-93cedddb-13ef-4737-9cbb-e581205e7cc6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b8bd34bbc49e457ab486a499bb5ceebf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0460684 Apr 30 16:01:25.216490 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 59986) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:25.279388 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-766c047d-d906-4336-9eae-2a50c2313b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:25.308655 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-766c047d-d906-4336-9eae-2a50c2313b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:25.368339 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-766c047d-d906-4336-9eae-2a50c2313b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:25.373855 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-64ffae07-19ba-48af-93d8-84fecc4814e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:25.386957 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c047d-d906-4336-9eae-2a50c2313b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3eb760-827b-401b-862f-3f3456ad3509,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:25.389633 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-766c047d-d906-4336-9eae-2a50c2313b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:25.407973 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-766c047d-d906-4336-9eae-2a50c2313b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:25.409549 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-766c047d-d906-4336-9eae-2a50c2313b23 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6a3eb760-827b-401b-862f-3f3456ad3509 HTTP/1.1" status: 204 len: 168 time: 0.1919188 Apr 30 16:01:25.439516 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6824b-1af0-42df-bef5-1e76d9c6072d req-6f7d75cf-7cb8-4ce1-83a4-d195a6079007 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:25.449330 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-10b6824b-1af0-42df-bef5-1e76d9c6072d req-6f7d75cf-7cb8-4ce1-83a4-d195a6079007 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.0993841 Apr 30 16:01:25.495961 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-10b6824b-1af0-42df-bef5-1e76d9c6072d req-f9f795d3-4115-4ecc-a474-75bf0b8e332a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456271 Apr 30 16:01:25.650558 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 60002) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:25.772996 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-1c66eb8a-ca4d-4c5a-9b7b-9ae794d0bc8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:25.792513 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-1c66eb8a-ca4d-4c5a-9b7b-9ae794d0bc8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:25.796260 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-1c66eb8a-ca4d-4c5a-9b7b-9ae794d0bc8b admin admin] Usage tracker for resource:security_group_rule and tenant:e27b0a4472e2416680810bcc3c8bf75e is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:25.799684 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-1c66eb8a-ca4d-4c5a-9b7b-9ae794d0bc8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:25.805840 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-1c66eb8a-ca4d-4c5a-9b7b-9ae794d0bc8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:25.907953 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-1c66eb8a-ca4d-4c5a-9b7b-9ae794d0bc8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:25.913068 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-1c66eb8a-ca4d-4c5a-9b7b-9ae794d0bc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:25.936656 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:25.980318 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-1c66eb8a-ca4d-4c5a-9b7b-9ae794d0bc8b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e27b0a4472e2416680810bcc3c8bf75e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262260 Apr 30 16:01:25.980318 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66eb8a-ca4d-4c5a-9b7b-9ae794d0bc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe55300-2704-4f2b-8116-902cb2b6fd0f,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:25.981373 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 60024) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:25.982622 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-1c66eb8a-ca4d-4c5a-9b7b-9ae794d0bc8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:26.014400 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338826d-3578-4e1e-b27f-b4d290d6761b req-d012f397-92d9-4980-ba54-43d54cc139cb tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:26.015830 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-9338826d-3578-4e1e-b27f-b4d290d6761b req-d012f397-92d9-4980-ba54-43d54cc139cb tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc0d4c0-2810-42ae-a86c-4977a8f704f0 HTTP/1.1" status: 200 len: 946 time: 0.1290052 Apr 30 16:01:26.100006 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-9338826d-3578-4e1e-b27f-b4d290d6761b req-f6d5f127-abad-4dd2-8f95-3dc7ec70a7c9 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747273 Apr 30 16:01:26.116868 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9599507b-839d-4364-b315-aa7872113bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:26.161553 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9599507b-839d-4364-b315-aa7872113bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:26.235930 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9599507b-839d-4364-b315-aa7872113bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:26.244873 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-cd728620-b92c-4c01-aab5-44bd0d370472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:26.258126 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 60044) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:26.261279 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599507b-839d-4364-b315-aa7872113bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe55300-2704-4f2b-8116-902cb2b6fd0f,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:26.275274 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-9599507b-839d-4364-b315-aa7872113bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:26.275274 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9599507b-839d-4364-b315-aa7872113bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:26.275274 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-9599507b-839d-4364-b315-aa7872113bbc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4fe55300-2704-4f2b-8116-902cb2b6fd0f HTTP/1.1" status: 204 len: 168 time: 0.2863553 Apr 30 16:01:26.592140 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-5caa411d-e18e-4ed1-a5dc-479b5d13ae76 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1256813154-network', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:01:26.598300 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-5caa411d-e18e-4ed1-a5dc-479b5d13ae76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:26.604894 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-5caa411d-e18e-4ed1-a5dc-479b5d13ae76 admin admin] Usage tracker for resource:network and tenant:5252f565887e47f3ad4aa7e44a1a1e8a is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:26.608295 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-5caa411d-e18e-4ed1-a5dc-479b5d13ae76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:26.617541 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-5caa411d-e18e-4ed1-a5dc-479b5d13ae76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:26.648500 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5caa411d-e18e-4ed1-a5dc-479b5d13ae76 admin admin] Made reservation on behalf of 5252f565887e47f3ad4aa7e44a1a1e8a for: {'network': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:01:26.652043 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5caa411d-e18e-4ed1-a5dc-479b5d13ae76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for network, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:26.673343 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5caa411d-e18e-4ed1-a5dc-479b5d13ae76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:26.710438 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-5caa411d-e18e-4ed1-a5dc-479b5d13ae76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:26.721436 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-5caa411d-e18e-4ed1-a5dc-479b5d13ae76 admin admin] Usage tracker for resource:security_group_rule and tenant:5252f565887e47f3ad4aa7e44a1a1e8a is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:26.728292 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-5caa411d-e18e-4ed1-a5dc-479b5d13ae76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:26.741444 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-5caa411d-e18e-4ed1-a5dc-479b5d13ae76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:26.906039 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72973cbc-32a8-4022-be43-f474cbb2d458 req-64ad2d39-f553-49ad-a262-8eb40d8476c9 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:26.924157 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5caa411d-e18e-4ed1-a5dc-479b5d13ae76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:26.926779 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-72973cbc-32a8-4022-be43-f474cbb2d458 req-64ad2d39-f553-49ad-a262-8eb40d8476c9 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.2636597 Apr 30 16:01:26.931031 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5caa411d-e18e-4ed1-a5dc-479b5d13ae76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:26.936970 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-1c66eb8a-ca4d-4c5a-9b7b-9ae794d0bc8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:26.977958 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa411d-e18e-4ed1-a5dc-479b5d13ae76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df63568d-5a0b-4872-b478-371ffe7f7a43,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:26.997960 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-5caa411d-e18e-4ed1-a5dc-479b5d13ae76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:27.017455 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5caa411d-e18e-4ed1-a5dc-479b5d13ae76 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=73963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:01:27.037514 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-72973cbc-32a8-4022-be43-f474cbb2d458 req-b6ec8c56-e7fc-4dd2-9ae9-4176e0d196c1 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047342 Apr 30 16:01:27.040504 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5caa411d-e18e-4ed1-a5dc-479b5d13ae76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:27.040793 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.db.segments_db [None req-5caa411d-e18e-4ed1-a5dc-479b5d13ae76 admin admin] Added segment 4a9ac4f1-b7da-4804-bb77-705b2013b108 of type vlan for network ee2b0be8-6f61-4610-80f3-80f1a59047b4 Apr 30 16:01:27.076995 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5caa411d-e18e-4ed1-a5dc-479b5d13ae76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132848788'] for network, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:27.127464 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5caa411d-e18e-4ed1-a5dc-479b5d13ae76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for network, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:27.129413 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caa411d-e18e-4ed1-a5dc-479b5d13ae76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:27.130134 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5caa411d-e18e-4ed1-a5dc-479b5d13ae76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:27.163117 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:27.189542 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-5caa411d-e18e-4ed1-a5dc-479b5d13ae76 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9301260 Apr 30 16:01:27.192929 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 60094) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:27.199544 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-875f3816-fdb4-421a-bab9-e3ec3771fb4f admin admin] Request body: {'subnet': {'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1256813154-subnet', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:01:27.213016 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-875f3816-fdb4-421a-bab9-e3ec3771fb4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:27.219348 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-875f3816-fdb4-421a-bab9-e3ec3771fb4f admin admin] Usage tracker for resource:subnet and tenant:5252f565887e47f3ad4aa7e44a1a1e8a is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:27.225815 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-875f3816-fdb4-421a-bab9-e3ec3771fb4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:27.242870 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-875f3816-fdb4-421a-bab9-e3ec3771fb4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:27.256094 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875f3816-fdb4-421a-bab9-e3ec3771fb4f admin admin] Made reservation on behalf of 5252f565887e47f3ad4aa7e44a1a1e8a for: {'subnet': 1} {{(pid=73964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:01:27.260663 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-875f3816-fdb4-421a-bab9-e3ec3771fb4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-777221'] for subnet, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:27.293486 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa411d-e18e-4ed1-a5dc-479b5d13ae76 admin admin] Pushing event updated for resources: {'Network': ['ID=ee2b0be8-6f61-4610-80f3-80f1a59047b4,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:27.296662 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-5caa411d-e18e-4ed1-a5dc-479b5d13ae76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:27.312127 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Network ee2b0be8-6f61-4610-80f3-80f1a59047b4 details requested by agent ovs-agent-dv-cinder-787195-6-iscsi with host dv-cinder-787195-6-iscsi {{(pid=73965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:01:27.699212 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-875f3816-fdb4-421a-bab9-e3ec3771fb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3691430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-777239'] for subnet, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:27.704781 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:27.776692 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f3816-fdb4-421a-bab9-e3ec3771fb4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8b7b306-eb20-4da6-945c-a1c9edf03578,revision_number=0']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:27.780077 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-875f3816-fdb4-421a-bab9-e3ec3771fb4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:27.785723 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875f3816-fdb4-421a-bab9-e3ec3771fb4f admin admin] Checking segment: {'id': '4a9ac4f1-b7da-4804-bb77-705b2013b108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:01:27.786004 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875f3816-fdb4-421a-bab9-e3ec3771fb4f admin admin] Network hostable DHCP agents. Network: ee2b0be8-6f61-4610-80f3-80f1a59047b4, hostable agents: ['bfd10ce1-d195-4e07-9fe2-51a3c988df31'], hosted agents: [] {{(pid=73964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:01:27.803531 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875f3816-fdb4-421a-bab9-e3ec3771fb4f admin admin] Network ee2b0be8-6f61-4610-80f3-80f1a59047b4 is scheduled to be hosted by DHCP agent bfd10ce1-d195-4e07-9fe2-51a3c988df31 with binding_index 1 {{(pid=73964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:01:27.813736 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-875f3816-fdb4-421a-bab9-e3ec3771fb4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-iscsi, ee2b0be8-6f61-4610-80f3-80f1a59047b4) {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:01:27.822985 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875f3816-fdb4-421a-bab9-e3ec3771fb4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:27.823657 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-875f3816-fdb4-421a-bab9-e3ec3771fb4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for subnet, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:27.826067 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6339022a-88ce-4a8b-a807-2025b6376126 None None] Network ee2b0be8-6f61-4610-80f3-80f1a59047b4 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:01:27.928220 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-875f3816-fdb4-421a-bab9-e3ec3771fb4f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7341239 Apr 30 16:01:27.931337 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 60108) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:27.940556 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-9e873cb9-c9d0-433b-b54e-911794ee5a5e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1256813154-router', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df'}}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:01:27.947361 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-9e873cb9-c9d0-433b-b54e-911794ee5a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:27.951777 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-9e873cb9-c9d0-433b-b54e-911794ee5a5e admin admin] Usage tracker for resource:router and tenant:5252f565887e47f3ad4aa7e44a1a1e8a is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:27.955633 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-9e873cb9-c9d0-433b-b54e-911794ee5a5e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:27.962032 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-9e873cb9-c9d0-433b-b54e-911794ee5a5e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:27.974388 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9e873cb9-c9d0-433b-b54e-911794ee5a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12626'] for router, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:27.975510 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9e873cb9-c9d0-433b-b54e-911794ee5a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-754852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:28.019300 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9e873cb9-c9d0-433b-b54e-911794ee5a5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:28.248504 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4822419-91ee-47ff-8669-af6f2eb8c7f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f83a816-f938-505d-a748-952e2383f86f-ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'fixed_ips': [{'subnet_id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578'}]}} from dv-cinder-787195-6-iscsi. {{(pid=73965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 16:01:28.249601 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-d4822419-91ee-47ff-8669-af6f2eb8c7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:28.379405 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8d080-2799-4a56-a79f-2d3fc46afdf0 req-4e08c61a-996f-4c5a-8641-6350ef7c6ff1 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:28.388099 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1fa8d080-2799-4a56-a79f-2d3fc46afdf0 req-4e08c61a-996f-4c5a-8641-6350ef7c6ff1 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.1311996 Apr 30 16:01:28.463211 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1fa8d080-2799-4a56-a79f-2d3fc46afdf0 req-e6d86381-7950-4846-bf45-3869fc279ea8 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739233 Apr 30 16:01:28.508187 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9e873cb9-c9d0-433b-b54e-911794ee5a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658330', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12713'] for router, precommit_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:28.546341 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 60134) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:28.593336 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.db_base_plugin_common [None req-d4822419-91ee-47ff-8669-af6f2eb8c7f0 None None] Allocated IP 172.20.0.2 (ee2b0be8-6f61-4610-80f3-80f1a59047b4/f8b7b306-eb20-4da6-945c-a1c9edf03578/c38de35b-68e4-4a97-b3c0-0d4ab89743e2) {{(pid=73965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:01:28.707937 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-899049a6-1e32-4b08-8251-3bdefd73e072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:28.749516 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-899049a6-1e32-4b08-8251-3bdefd73e072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:28.760225 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-899049a6-1e32-4b08-8251-3bdefd73e072 admin admin] Usage tracker for resource:security_group_rule and tenant:5335f8fc53bc4250ad4bbd679793b7ba is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:28.767009 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-899049a6-1e32-4b08-8251-3bdefd73e072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:28.773909 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-899049a6-1e32-4b08-8251-3bdefd73e072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:28.964873 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-899049a6-1e32-4b08-8251-3bdefd73e072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:28.973411 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-899049a6-1e32-4b08-8251-3bdefd73e072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:28.991741 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-f75feb4b-4590-4165-9d7b-09f618094fd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:28.997557 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-d4822419-91ee-47ff-8669-af6f2eb8c7f0 None None] Notify callbacks [] for port, precommit_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:29.015086 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-d4822419-91ee-47ff-8669-af6f2eb8c7f0 None None] Transition to ACTIVE for port object c38de35b-68e4-4a97-b3c0-0d4ab89743e2 will not be triggered until provisioned by entity L2. {{(pid=73965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:01:29.069316 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-d4822419-91ee-47ff-8669-af6f2eb8c7f0 None None] Transition to ACTIVE for port object c38de35b-68e4-4a97-b3c0-0d4ab89743e2 will not be triggered until provisioned by entity DHCP. {{(pid=73965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:01:29.077252 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-d4822419-91ee-47ff-8669-af6f2eb8c7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206'] for port, after_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:29.089855 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-6e5086cd-7890-43b9-9161-d368d920477e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:29.112451 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-899049a6-1e32-4b08-8251-3bdefd73e072 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5335f8fc53bc4250ad4bbd679793b7ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5643177 Apr 30 16:01:29.113419 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899049a6-1e32-4b08-8251-3bdefd73e072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b762e5-c948-4490-9b52-fc0d401ca801,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:29.115725 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 60154) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:29.118334 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-899049a6-1e32-4b08-8251-3bdefd73e072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:29.186903 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9e873cb9-c9d0-433b-b54e-911794ee5a5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:29.195583 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4822419-91ee-47ff-8669-af6f2eb8c7f0 None None] Network ee2b0be8-6f61-4610-80f3-80f1a59047b4 is already hosted by enough agents. {{(pid=73965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:01:29.199224 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.scheduler.base_scheduler [None req-d4822419-91ee-47ff-8669-af6f2eb8c7f0 None None] Resources bound (agent type, host, resource id): {{(pid=73965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:01:29.206035 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4822419-91ee-47ff-8669-af6f2eb8c7f0 None None] Received port after_create {{(pid=73965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:01:29.231708 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9e873cb9-c9d0-433b-b54e-911794ee5a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:29.273647 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4822419-91ee-47ff-8669-af6f2eb8c7f0 None None] Pushing event updated for resources: {'Port': ['ID=c38de35b-68e4-4a97-b3c0-0d4ab89743e2,revision_number=1']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:29.288841 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-d4822419-91ee-47ff-8669-af6f2eb8c7f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:29.348553 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-9072063e-8a6c-46a4-95c4-9c514f526936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:29.388372 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-d4822419-91ee-47ff-8669-af6f2eb8c7f0 None None] Attempting to bind port c38de35b-68e4-4a97-b3c0-0d4ab89743e2 on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:01:29.388991 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-d4822419-91ee-47ff-8669-af6f2eb8c7f0 None None] Attempting to bind port c38de35b-68e4-4a97-b3c0-0d4ab89743e2 by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': '4a9ac4f1-b7da-4804-bb77-705b2013b108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4'}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:01:29.389262 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4822419-91ee-47ff-8669-af6f2eb8c7f0 None None] Attempting to bind port c38de35b-68e4-4a97-b3c0-0d4ab89743e2 on network ee2b0be8-6f61-4610-80f3-80f1a59047b4 {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:01:29.395167 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-9072063e-8a6c-46a4-95c4-9c514f526936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:29.395706 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4822419-91ee-47ff-8669-af6f2eb8c7f0 None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:01:29.396302 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4822419-91ee-47ff-8669-af6f2eb8c7f0 None None] Checking segment: {'id': '4a9ac4f1-b7da-4804-bb77-705b2013b108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:01:29.396906 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-d4822419-91ee-47ff-8669-af6f2eb8c7f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:29.397498 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4822419-91ee-47ff-8669-af6f2eb8c7f0 None None] Bound using segment: {'id': '4a9ac4f1-b7da-4804-bb77-705b2013b108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4'} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:01:29.398415 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-d4822419-91ee-47ff-8669-af6f2eb8c7f0 None None] Bound port: c38de35b-68e4-4a97-b3c0-0d4ab89743e2, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9ac4f1-b7da-4804-bb77-705b2013b108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4'}}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:01:29.398979 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-d4822419-91ee-47ff-8669-af6f2eb8c7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:29.422589 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-87354404-d462-47ae-aeca-bc1e350276a9 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:29.424078 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-87354404-d462-47ae-aeca-bc1e350276a9 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/networks?id=819fb011-2436-418a-a827-e8015cd0e60c HTTP/1.1" status: 200 len: 814 time: 0.2429469 Apr 30 16:01:29.451988 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-0c62d379-3030-47d6-a8f8-ee05090d1019 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/quotas/e47c1439b6884dea85fdc5c04cdf9341 HTTP/1.1" status: 200 len: 375 time: 0.0147898 Apr 30 16:01:29.483073 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_common [None req-9e873cb9-c9d0-433b-b54e-911794ee5a5e admin admin] Allocated IP 172.27.3.148 (7713db68-e23d-4336-9c52-9698584522df/6c05463b-e465-4436-9156-1956ee4f9865/0ea8630f-3180-47db-ba6a-53a448c09db9) {{(pid=73964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:01:29.556070 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-d4822419-91ee-47ff-8669-af6f2eb8c7f0 None None] For port c38de35b-68e4-4a97-b3c0-0d4ab89743e2, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:01:29.560199 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-9072063e-8a6c-46a4-95c4-9c514f526936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:29.564606 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-d4822419-91ee-47ff-8669-af6f2eb8c7f0 None None] For port c38de35b-68e4-4a97-b3c0-0d4ab89743e2, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=c38de35b-68e4-4a97-b3c0-0d4ab89743e2,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:01:29.572209 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:29.576558 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-d4822419-91ee-47ff-8669-af6f2eb8c7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:29.583847 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:29.604333 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072063e-8a6c-46a4-95c4-9c514f526936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b762e5-c948-4490-9b52-fc0d401ca801,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:29.621848 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-9072063e-8a6c-46a4-95c4-9c514f526936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:29.623238 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-9072063e-8a6c-46a4-95c4-9c514f526936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:29.625804 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-9072063e-8a6c-46a4-95c4-9c514f526936 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c8b762e5-c948-4490-9b52-fc0d401ca801 HTTP/1.1" status: 204 len: 168 time: 0.5082524 Apr 30 16:01:29.643351 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-4ed9a98d-d207-4c0f-9242-8743ccc1eb7e tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e47c1439b6884dea85fdc5c04cdf9341&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1831117 Apr 30 16:01:29.742839 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9e873cb9-c9d0-433b-b54e-911794ee5a5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:29.818548 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191e537-44e6-4183-84fc-f0d219388b4f req-9a33fc30-df96-4bc1-8900-b489145d380a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:29.820199 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7191e537-44e6-4183-84fc-f0d219388b4f req-9a33fc30-df96-4bc1-8900-b489145d380a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.1208403 Apr 30 16:01:29.848557 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9e873cb9-c9d0-433b-b54e-911794ee5a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:29.849549 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4822419-91ee-47ff-8669-af6f2eb8c7f0 None None] Pushing event updated for resources: {'Port': ['ID=c38de35b-68e4-4a97-b3c0-0d4ab89743e2,revision_number=2']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:29.855736 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-d4822419-91ee-47ff-8669-af6f2eb8c7f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:29.860929 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-9a939079-4211-4efd-a7b8-33a69150cfb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:29.930270 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-06d81c75-08be-4dce-b1b0-ca042970f4f5 service neutron] 10.222.0.72 "GET /v2.0/networks/819fb011-2436-418a-a827-e8015cd0e60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791624 Apr 30 16:01:29.990380 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e873cb9-c9d0-433b-b54e-911794ee5a5e admin admin] Pushing event updated for resources: {'Port': ['ID=0ea8630f-3180-47db-ba6a-53a448c09db9,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:30.024742 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7191e537-44e6-4183-84fc-f0d219388b4f req-9a2955a0-9a30-4c8c-bc09-0beac4df1cf3 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968427 Apr 30 16:01:30.027447 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-9e873cb9-c9d0-433b-b54e-911794ee5a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:30.044915 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e873cb9-c9d0-433b-b54e-911794ee5a5e admin admin] Network 7713db68-e23d-4336-9c52-9698584522df is already hosted by enough agents. {{(pid=73964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:01:30.047384 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-9e873cb9-c9d0-433b-b54e-911794ee5a5e admin admin] Resources bound (agent type, host, resource id): {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:01:30.053092 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e873cb9-c9d0-433b-b54e-911794ee5a5e admin admin] Received port after_create {{(pid=73964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:01:30.113391 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-1bf0fd07-0959-4f85-a5eb-8da43f3effad service neutron] 10.222.0.72 "GET /v2.0/networks/819fb011-2436-418a-a827-e8015cd0e60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685126 Apr 30 16:01:30.172354 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 60178) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:30.192573 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-de62525f-2e42-470b-aeb3-6c7ca4d10b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:30.235715 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-de62525f-2e42-470b-aeb3-6c7ca4d10b23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:30.242788 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-de62525f-2e42-470b-aeb3-6c7ca4d10b23 admin admin] Usage tracker for resource:security_group_rule and tenant:b53ca3fcb4794bb7a7ff440f16bc74d6 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:30.250022 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-de62525f-2e42-470b-aeb3-6c7ca4d10b23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:30.262616 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-de62525f-2e42-470b-aeb3-6c7ca4d10b23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:30.434223 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-de62525f-2e42-470b-aeb3-6c7ca4d10b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:30.440841 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-de62525f-2e42-470b-aeb3-6c7ca4d10b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:30.479046 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-10775550-5d68-40a5-b539-685eeb1c829c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:30.493997 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-de62525f-2e42-470b-aeb3-6c7ca4d10b23 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b53ca3fcb4794bb7a7ff440f16bc74d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202291 Apr 30 16:01:30.494733 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 60190) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:30.550201 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62525f-2e42-470b-aeb3-6c7ca4d10b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62228157-6510-41cd-9b36-e7cd18fb1816,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:30.566879 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-de62525f-2e42-470b-aeb3-6c7ca4d10b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:30.614860 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-df34be13-60f4-4a91-b61b-5f69781f1db1 req-5329f97a-dbdd-4c9c-8744-552bcbb05459 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 210 time: 0.2547767 Apr 30 16:01:30.633994 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7f9c9f3a-4766-4404-9372-6e025569ae29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:30.670873 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7f9c9f3a-4766-4404-9372-6e025569ae29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:30.751323 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7f9c9f3a-4766-4404-9372-6e025569ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:30.755009 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-5caa411d-e18e-4ed1-a5dc-479b5d13ae76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:30.767905 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c9f3a-4766-4404-9372-6e025569ae29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62228157-6510-41cd-9b36-e7cd18fb1816,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:30.787688 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-7f9c9f3a-4766-4404-9372-6e025569ae29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:30.795218 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7f9c9f3a-4766-4404-9372-6e025569ae29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:30.799474 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-7f9c9f3a-4766-4404-9372-6e025569ae29 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/62228157-6510-41cd-9b36-e7cd18fb1816 HTTP/1.1" status: 204 len: 168 time: 0.3017876 Apr 30 16:01:31.040154 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9e873cb9-c9d0-433b-b54e-911794ee5a5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:31.428360 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cab4eae-1c47-4d1d-a250-3f92b1c18ec5 None None] Network ee2b0be8-6f61-4610-80f3-80f1a59047b4 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:01:31.529777 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45d8cc-feb1-4ac9-bae3-e7a114bed06f req-c854a723-82dd-409a-80ea-c55e794c4b0a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:31.531880 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0e45d8cc-feb1-4ac9-bae3-e7a114bed06f req-c854a723-82dd-409a-80ea-c55e794c4b0a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.2324083 Apr 30 16:01:31.542197 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device c38de35b-68e4-4a97-b3c0-0d4ab89743e2 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:01:31.657986 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0e45d8cc-feb1-4ac9-bae3-e7a114bed06f req-c337cff6-47f6-4d63-a8af-477ee99cb894 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179292 Apr 30 16:01:31.773227 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-d74c6111-7eb6-400a-bdb9-27b2e1b89338 None None] Provisioning for port c38de35b-68e4-4a97-b3c0-0d4ab89743e2 completed by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:01:31.997485 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port c38de35b-68e4-4a97-b3c0-0d4ab89743e2 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:01:32.017225 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port c38de35b-68e4-4a97-b3c0-0d4ab89743e2 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:01:32.018329 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:32.043658 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-08085f64-22fb-4ca3-8743-7128490c09a7 req-4be59bf2-8ee4-47e8-b91e-846f34a2d367 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 210 time: 0.1776910 Apr 30 16:01:32.060281 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9e873cb9-c9d0-433b-b54e-911794ee5a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655959'] for router, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:32.273442 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:32.335274 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] For port c38de35b-68e4-4a97-b3c0-0d4ab89743e2, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=c38de35b-68e4-4a97-b3c0-0d4ab89743e2,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:01:32.341464 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:32.344532 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:32.507866 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Pushing event updated for resources: {'Port': ['ID=c38de35b-68e4-4a97-b3c0-0d4ab89743e2,revision_number=3']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:32.516703 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:32.597736 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-a5530eb5-a732-43dd-85cd-50ac95550984 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:32.600057 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-a5530eb5-a732-43dd-85cd-50ac95550984 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.42 "GET /v2.0/networks?id=819fb011-2436-418a-a827-e8015cd0e60c HTTP/1.1" status: 200 len: 814 time: 0.4575191 Apr 30 16:01:32.604989 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-75928c47-4596-46d8-a680-d196fcbe41e6 req-18da802a-67e3-4015-bfe9-fc2c619205d2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3eba312e-6afe-42d2-a844-c12a7e959a34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4310977 Apr 30 16:01:32.623735 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-930cff66-bc40-4ad6-8241-14d965bf2794 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Request body: {'port': {'device_id': '18042506-c3e6-4bfc-991b-68fd6a06bc39', 'network_id': '819fb011-2436-418a-a827-e8015cd0e60c', 'admin_state_up': True, 'tenant_id': 'e47c1439b6884dea85fdc5c04cdf9341'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:01:32.674971 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e873cb9-c9d0-433b-b54e-911794ee5a5e admin admin] Router 879e793b-86fa-4971-ab5d-92c1955e8996 is scheduled to L3 agent ce014548-da84-4f8c-9540-249ce2846e6a with binding_index 1 {{(pid=73964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 16:01:32.749739 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-9454c4ff-e0e0-48f7-ba6f-a4fc88af7a43 None None] Provisioning complete for port c38de35b-68e4-4a97-b3c0-0d4ab89743e2 triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:01:32.750463 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-9454c4ff-e0e0-48f7-ba6f-a4fc88af7a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:33.045100 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-930cff66-bc40-4ad6-8241-14d965bf2794 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:33.060242 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-930cff66-bc40-4ad6-8241-14d965bf2794 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:33.073049 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75928c47-4596-46d8-a680-d196fcbe41e6 req-326d7bc1-0ee7-494a-b92f-690aa2c221df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:33.075672 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-75928c47-4596-46d8-a680-d196fcbe41e6 req-326d7bc1-0ee7-494a-b92f-690aa2c221df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e47c1439b6884dea85fdc5c04cdf9341&device_id=3eba312e-6afe-42d2-a844-c12a7e959a34 HTTP/1.1" status: 200 len: 1098 time: 0.2280297 Apr 30 16:01:33.080054 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-930cff66-bc40-4ad6-8241-14d965bf2794 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Made reservation on behalf of e47c1439b6884dea85fdc5c04cdf9341 for: {'port': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:01:33.085091 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-930cff66-bc40-4ad6-8241-14d965bf2794 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:33.291490 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e873cb9-c9d0-433b-b54e-911794ee5a5e admin admin] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:01:33.308543 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1b1292-29ed-4772-af15-ded7a2de7370 None None] Sync routers for ids ['879e793b-86fa-4971-ab5d-92c1955e8996'] in dv-cinder-787195-6-iscsi {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:01:33.338547 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1b1292-29ed-4772-af15-ded7a2de7370 None None] Routers {'879e793b-86fa-4971-ab5d-92c1955e8996'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:01:33.339589 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-9f1b1292-29ed-4772-af15-ded7a2de7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:01:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['879e793b-86fa-4971-ab5d-92c1955e8996'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:01:33.351152 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9e873cb9-c9d0-433b-b54e-911794ee5a5e admin admin] Notify callbacks [] for router, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:33.352635 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-9e873cb9-c9d0-433b-b54e-911794ee5a5e admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4179792 Apr 30 16:01:33.371933 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3fcd4-a1ce-43c3-a71a-66fe8f04b9c1 req-5393c157-7f12-4120-bb68-fc3387acd7aa tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:33.373674 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a6b3fcd4-a1ce-43c3-a71a-66fe8f04b9c1 req-5393c157-7f12-4120-bb68-fc3387acd7aa tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.4730873 Apr 30 16:01:33.374277 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 60272) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:33.472866 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device c38de35b-68e4-4a97-b3c0-0d4ab89743e2 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:01:33.497700 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-930cff66-bc40-4ad6-8241-14d965bf2794 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Allocated IP 172.20.0.9 (819fb011-2436-418a-a827-e8015cd0e60c/25aa568c-9755-4641-b331-c4c9e9416a7e/e484fb83-1f92-4025-ae75-419c4fb076cf) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:01:33.572417 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75928c47-4596-46d8-a680-d196fcbe41e6 req-d80d36ff-8e40-4b29-92d7-ff3a85d5d157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:33.573961 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-75928c47-4596-46d8-a680-d196fcbe41e6 req-d80d36ff-8e40-4b29-92d7-ff3a85d5d157 service neutron] 10.222.0.42 "GET /v2.0/networks?id=819fb011-2436-418a-a827-e8015cd0e60c HTTP/1.1" status: 200 len: 914 time: 0.4685223 Apr 30 16:01:33.630395 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port c38de35b-68e4-4a97-b3c0-0d4ab89743e2 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:01:33.631372 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:33.741363 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-9f1b1292-29ed-4772-af15-ded7a2de7370 None None] Set router 879e793b-86fa-4971-ab5d-92c1955e8996 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:01:33.752697 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a6b3fcd4-a1ce-43c3-a71a-66fe8f04b9c1 req-2b42feb2-ee9c-42da-8272-4fe0eef48f77 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773395 Apr 30 16:01:33.793079 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0329d82d-236e-44f3-b162-43805597f838 req-6c478abc-da58-4e51-9045-a45b543db076 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 210 time: 0.2225981 Apr 30 16:01:34.030049 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-75928c47-4596-46d8-a680-d196fcbe41e6 req-f4470125-d3e1-446d-94c5-a9727e0c6965 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cb8a50a-ab97-41e8-a96f-59d9de5a8abb HTTP/1.1" status: 200 len: 217 time: 0.3198285 Apr 30 16:01:34.095441 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-930cff66-bc40-4ad6-8241-14d965bf2794 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:34.128566 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75928c47-4596-46d8-a680-d196fcbe41e6 req-a6380020-43e0-4e81-a356-40d4cb91af3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:34.130064 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-75928c47-4596-46d8-a680-d196fcbe41e6 req-a6380020-43e0-4e81-a356-40d4cb91af3f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=25aa568c-9755-4641-b331-c4c9e9416a7e HTTP/1.1" status: 200 len: 854 time: 0.0887823 Apr 30 16:01:34.164026 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-9f1b1292-29ed-4772-af15-ded7a2de7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'name': 'tempest-AttachVolumeShelveTestJSON-1256813154-router', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:01:27Z', 'updated_at': '2021-04-30T16:01:30Z', 'revision_number': 3, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'gw_port': {'id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:29Z', 'updated_at': '2021-04-30T16:01:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:01:34.168817 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1b1292-29ed-4772-af15-ded7a2de7370 None None] Checking router: 879e793b-86fa-4971-ab5d-92c1955e8996 for host: dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:01:34.169173 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1b1292-29ed-4772-af15-ded7a2de7370 None None] Updating router 879e793b-86fa-4971-ab5d-92c1955e8996 port 0ea8630f-3180-47db-ba6a-53a448c09db9 binding host dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:01:34.242846 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-75928c47-4596-46d8-a680-d196fcbe41e6 req-afc66ef9-7b94-4653-ab5b-cfdb2017a0a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=819fb011-2436-418a-a827-e8015cd0e60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995305 Apr 30 16:01:34.247324 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-9f1b1292-29ed-4772-af15-ded7a2de7370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:34.292493 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-930cff66-bc40-4ad6-8241-14d965bf2794 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:34.307170 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['9cb8a50a-ab97-41e8-a96f-59d9de5a8abb', '339a702f-56b3-4e6c-ab5f-2fc446780716'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:01:34.544548 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-75928c47-4596-46d8-a680-d196fcbe41e6 req-4e34fb85-7e6d-4521-9559-4040b571f8b9 service neutron] 10.222.0.42 "GET /v2.0/networks/819fb011-2436-418a-a827-e8015cd0e60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891388 Apr 30 16:01:34.550499 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:34.752681 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-9f1b1292-29ed-4772-af15-ded7a2de7370 None None] Notify callbacks [] for port, precommit_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:34.793131 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.provisioning_blocks [None req-9f1b1292-29ed-4772-af15-ded7a2de7370 None None] Transition to ACTIVE for port object 0ea8630f-3180-47db-ba6a-53a448c09db9 will not be triggered until provisioned by entity L2. {{(pid=73966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:01:34.812902 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-9f1b1292-29ed-4772-af15-ded7a2de7370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:34.824718 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:34.863347 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-614b7306-4de4-42be-a4e3-ac83ffc96803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:35.107394 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-75928c47-4596-46d8-a680-d196fcbe41e6 req-fe33ca10-f8ca-4438-89cf-202f8d9575b4 service neutron] 10.222.0.42 "GET /v2.0/networks/819fb011-2436-418a-a827-e8015cd0e60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993176 Apr 30 16:01:35.121132 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-930cff66-bc40-4ad6-8241-14d965bf2794 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Network 819fb011-2436-418a-a827-e8015cd0e60c is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:01:35.122750 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2418e-ab82-443d-b357-783f106cc5bf None None] Pushing event updated for resources: {'Port': ['ID=0ea8630f-3180-47db-ba6a-53a448c09db9,revision_number=2']} {{(pid=73966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:35.126978 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-930cff66-bc40-4ad6-8241-14d965bf2794 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:01:35.148903 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d2418e-ab82-443d-b357-783f106cc5bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:35.149563 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d2418e-ab82-443d-b357-783f106cc5bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:35.150115 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d2418e-ab82-443d-b357-783f106cc5bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:35.150711 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d2418e-ab82-443d-b357-783f106cc5bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:35.151286 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d2418e-ab82-443d-b357-783f106cc5bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:35.152175 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d2418e-ab82-443d-b357-783f106cc5bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:35.152707 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d2418e-ab82-443d-b357-783f106cc5bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:35.153230 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d2418e-ab82-443d-b357-783f106cc5bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:35.153757 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d2418e-ab82-443d-b357-783f106cc5bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:35.154271 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d2418e-ab82-443d-b357-783f106cc5bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:35.154818 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d2418e-ab82-443d-b357-783f106cc5bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:35.155362 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d2418e-ab82-443d-b357-783f106cc5bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:01:35.161616 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-93d2418e-ab82-443d-b357-783f106cc5bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:35.163379 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-9f1b1292-29ed-4772-af15-ded7a2de7370 None None] Attempting to bind port 0ea8630f-3180-47db-ba6a-53a448c09db9 on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:01:35.163995 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-9f1b1292-29ed-4772-af15-ded7a2de7370 None None] Attempting to bind port 0ea8630f-3180-47db-ba6a-53a448c09db9 by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'}] {{(pid=73966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:01:35.164584 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1b1292-29ed-4772-af15-ded7a2de7370 None None] Attempting to bind port 0ea8630f-3180-47db-ba6a-53a448c09db9 on network 7713db68-e23d-4336-9c52-9698584522df {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:01:35.165317 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-930cff66-bc40-4ad6-8241-14d965bf2794 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:01:35.170718 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-930cff66-bc40-4ad6-8241-14d965bf2794 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:35.171345 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-930cff66-bc40-4ad6-8241-14d965bf2794 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:35.177768 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1b1292-29ed-4772-af15-ded7a2de7370 None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:01:35.178150 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1b1292-29ed-4772-af15-ded7a2de7370 None None] Checking segment: {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:01:35.179105 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-9f1b1292-29ed-4772-af15-ded7a2de7370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:35.179508 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1b1292-29ed-4772-af15-ded7a2de7370 None None] Bound using segment: {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'} {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:01:35.180015 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-9f1b1292-29ed-4772-af15-ded7a2de7370 None None] Bound port: 0ea8630f-3180-47db-ba6a-53a448c09db9, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'}}] {{(pid=73966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:01:35.180409 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-9f1b1292-29ed-4772-af15-ded7a2de7370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:35.216366 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cff66-bc40-4ad6-8241-14d965bf2794 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Pushing event updated for resources: {'Port': ['ID=e484fb83-1f92-4025-ae75-419c4fb076cf,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:35.222804 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-930cff66-bc40-4ad6-8241-14d965bf2794 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:35.230968 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-930cff66-bc40-4ad6-8241-14d965bf2794 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6118758 Apr 30 16:01:35.255551 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-7ccb56bb-0a72-468b-995b-6ff425a1b2aa service neutron] Request body: {'port': {'device_id': '18042506-c3e6-4bfc-991b-68fd6a06bc39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:01:35.302682 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_common [None req-614b7306-4de4-42be-a4e3-ac83ffc96803 admin admin] Allocated IP 172.20.0.1 (ee2b0be8-6f61-4610-80f3-80f1a59047b4/f8b7b306-eb20-4da6-945c-a1c9edf03578/778e77dd-9bde-495c-9c7e-7aac5d30db8a) {{(pid=73964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:01:35.354465 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256c20e-bd29-499e-abb3-42b4c0c568be req-9a58637e-2cfc-4e69-b10c-17834fbbc001 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:35.356491 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3256c20e-bd29-499e-abb3-42b4c0c568be req-9a58637e-2cfc-4e69-b10c-17834fbbc001 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.2477331 Apr 30 16:01:35.363538 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.db [None req-9f1b1292-29ed-4772-af15-ded7a2de7370 None None] For port 0ea8630f-3180-47db-ba6a-53a448c09db9, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:01:35.371240 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.db [None req-9f1b1292-29ed-4772-af15-ded7a2de7370 None None] For port 0ea8630f-3180-47db-ba6a-53a448c09db9, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=0ea8630f-3180-47db-ba6a-53a448c09db9,segment=NetworkSegment(a30bcc7b-d76f-404c-9f7c-d7e43145326e),segment_id=a30bcc7b-d76f-404c-9f7c-d7e43145326e)] {{(pid=73966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:01:35.378524 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-9f1b1292-29ed-4772-af15-ded7a2de7370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:35.400270 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-4adba28d-19d0-430a-baef-2301e89efdd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:35.450962 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791fbdb5-5508-4894-b9b6-04e34e1f45c3 req-58fd1971-4273-481a-ac5b-7b211456156f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:35.452477 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-791fbdb5-5508-4894-b9b6-04e34e1f45c3 req-58fd1971-4273-481a-ac5b-7b211456156f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 931 time: 0.2240348 Apr 30 16:01:35.468855 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3256c20e-bd29-499e-abb3-42b4c0c568be req-15882e55-f9ea-47f2-8634-cbcfce376294 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054573 Apr 30 16:01:35.478383 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-7ccb56bb-0a72-468b-995b-6ff425a1b2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:35.539182 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-614b7306-4de4-42be-a4e3-ac83ffc96803 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:35.544102 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2418e-ab82-443d-b357-783f106cc5bf None None] Pushing event updated for resources: {'Port': ['ID=0ea8630f-3180-47db-ba6a-53a448c09db9,revision_number=3']} {{(pid=73966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:35.547660 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1b1292-29ed-4772-af15-ded7a2de7370 None None] Routers {'879e793b-86fa-4971-ab5d-92c1955e8996'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:01:35.558416 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-791fbdb5-5508-4894-b9b6-04e34e1f45c3 req-17e20776-8810-4f5d-ac7d-7ce33d667f1b tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979192 Apr 30 16:01:35.564093 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-9f1b1292-29ed-4772-af15-ded7a2de7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:01:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['879e793b-86fa-4971-ab5d-92c1955e8996'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:01:35.605125 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.provisioning_blocks [None req-614b7306-4de4-42be-a4e3-ac83ffc96803 admin admin] Transition to ACTIVE for port object 778e77dd-9bde-495c-9c7e-7aac5d30db8a will not be triggered until provisioned by entity DHCP. {{(pid=73964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:01:35.657137 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-614b7306-4de4-42be-a4e3-ac83ffc96803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:35.657757 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-93d2418e-ab82-443d-b357-783f106cc5bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:35.662858 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-52af4e69-26e4-4f62-bf52-5fb5bda4bca6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:35.747016 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614b7306-4de4-42be-a4e3-ac83ffc96803 admin admin] Network ee2b0be8-6f61-4610-80f3-80f1a59047b4 is already hosted by enough agents. {{(pid=73964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:01:35.750862 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-614b7306-4de4-42be-a4e3-ac83ffc96803 admin admin] Resources bound (agent type, host, resource id): {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:01:35.754114 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614b7306-4de4-42be-a4e3-ac83ffc96803 admin admin] Received port after_create {{(pid=73964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:01:35.824794 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-614b7306-4de4-42be-a4e3-ac83ffc96803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-915929'] for router_interface, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:35.916931 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b7306-4de4-42be-a4e3-ac83ffc96803 admin admin] Pushing event updated for resources: {'Port': ['ID=778e77dd-9bde-495c-9c7e-7aac5d30db8a,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:35.930430 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-614b7306-4de4-42be-a4e3-ac83ffc96803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:35.978278 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-9f1b1292-29ed-4772-af15-ded7a2de7370 None None] Set router 879e793b-86fa-4971-ab5d-92c1955e8996 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:01:36.063189 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-ee9aafd6-f818-4d23-b69d-94049c5b943f None None] Provisioning for port 778e77dd-9bde-495c-9c7e-7aac5d30db8a completed by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:01:36.072645 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-ee9aafd6-f818-4d23-b69d-94049c5b943f None None] Provisioning complete for port 778e77dd-9bde-495c-9c7e-7aac5d30db8a triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:01:36.073026 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-ee9aafd6-f818-4d23-b69d-94049c5b943f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:36.094029 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-7ccb56bb-0a72-468b-995b-6ff425a1b2aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e484fb83-1f92-4025-ae75-419c4fb076cf {{(pid=73963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:01:36.102872 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-7ccb56bb-0a72-468b-995b-6ff425a1b2aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:36.119113 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-7ccb56bb-0a72-468b-995b-6ff425a1b2aa service neutron] Transition to ACTIVE for port object e484fb83-1f92-4025-ae75-419c4fb076cf will not be triggered until provisioned by entity L2. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:01:36.124194 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-7ccb56bb-0a72-468b-995b-6ff425a1b2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:36.130940 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:36.134892 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-614b7306-4de4-42be-a4e3-ac83ffc96803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:36.170300 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-ee9aafd6-f818-4d23-b69d-94049c5b943f None None] Port 778e77dd-9bde-495c-9c7e-7aac5d30db8a cannot update to ACTIVE because it is not bound. {{(pid=73965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:01:36.273037 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb56bb-0a72-468b-995b-6ff425a1b2aa service neutron] Pushing event updated for resources: {'Port': ['ID=e484fb83-1f92-4025-ae75-419c4fb076cf,revision_number=2']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:36.277924 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-7ccb56bb-0a72-468b-995b-6ff425a1b2aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:36.345662 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-7ccb56bb-0a72-468b-995b-6ff425a1b2aa service neutron] Attempting to bind port e484fb83-1f92-4025-ae75-419c4fb076cf on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:01:36.345824 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-7ccb56bb-0a72-468b-995b-6ff425a1b2aa service neutron] Attempting to bind port e484fb83-1f92-4025-ae75-419c4fb076cf by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '661407b4-95b2-4d17-9ac4-ce7a66ada27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '819fb011-2436-418a-a827-e8015cd0e60c'}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:01:36.346159 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-7ccb56bb-0a72-468b-995b-6ff425a1b2aa service neutron] Attempting to bind port e484fb83-1f92-4025-ae75-419c4fb076cf on network 819fb011-2436-418a-a827-e8015cd0e60c {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:01:36.351256 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-7ccb56bb-0a72-468b-995b-6ff425a1b2aa service neutron] Port e484fb83-1f92-4025-ae75-419c4fb076cf on network 819fb011-2436-418a-a827-e8015cd0e60c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:01:36.351775 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-7ccb56bb-0a72-468b-995b-6ff425a1b2aa service neutron] Attempting to bind port e484fb83-1f92-4025-ae75-419c4fb076cf on network 819fb011-2436-418a-a827-e8015cd0e60c {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:01:36.357186 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-7ccb56bb-0a72-468b-995b-6ff425a1b2aa service neutron] Checking agent: {'id': '12734182-a135-4f20-887d-69ffd9792d0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'started_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:01:36.357525 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-7ccb56bb-0a72-468b-995b-6ff425a1b2aa service neutron] Checking segment: {'id': '661407b4-95b2-4d17-9ac4-ce7a66ada27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '819fb011-2436-418a-a827-e8015cd0e60c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:01:36.357897 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-7ccb56bb-0a72-468b-995b-6ff425a1b2aa service neutron] Bound using segment: {'id': '661407b4-95b2-4d17-9ac4-ce7a66ada27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '819fb011-2436-418a-a827-e8015cd0e60c'} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:01:36.358319 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-7ccb56bb-0a72-468b-995b-6ff425a1b2aa service neutron] Bound port: e484fb83-1f92-4025-ae75-419c4fb076cf, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '661407b4-95b2-4d17-9ac4-ce7a66ada27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '819fb011-2436-418a-a827-e8015cd0e60c'}}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:01:36.358659 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-7ccb56bb-0a72-468b-995b-6ff425a1b2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:36.490891 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-7ccb56bb-0a72-468b-995b-6ff425a1b2aa service neutron] For port e484fb83-1f92-4025-ae75-419c4fb076cf, host hv-cinder-78719, cleared binding levels {{(pid=73963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:01:36.494877 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-7ccb56bb-0a72-468b-995b-6ff425a1b2aa service neutron] For port e484fb83-1f92-4025-ae75-419c4fb076cf, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e484fb83-1f92-4025-ae75-419c4fb076cf,segment=NetworkSegment(661407b4-95b2-4d17-9ac4-ce7a66ada27c),segment_id=661407b4-95b2-4d17-9ac4-ce7a66ada27c)] {{(pid=73963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:01:36.529898 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-7ccb56bb-0a72-468b-995b-6ff425a1b2aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:36.529898 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:36.581446 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-7ccb56bb-0a72-468b-995b-6ff425a1b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:36.582241 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-7ccb56bb-0a72-468b-995b-6ff425a1b2aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:36.583786 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-7ccb56bb-0a72-468b-995b-6ff425a1b2aa service neutron] 10.222.0.42 "PUT /v2.0/ports/e484fb83-1f92-4025-ae75-419c4fb076cf HTTP/1.1" status: 200 len: 1093 time: 1.3402035 Apr 30 16:01:36.584371 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18042506-c3e6-4bfc-991b-68fd6a06bc39', 'tag': 'e484fb83-1f92-4025-ae75-419c4fb076cf'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:01:36.642093 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-9f1b1292-29ed-4772-af15-ded7a2de7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'name': 'tempest-AttachVolumeShelveTestJSON-1256813154-router', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:01:27Z', 'updated_at': '2021-04-30T16:01:30Z', 'revision_number': 3, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'gw_port': {'id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:29Z', 'updated_at': '2021-04-30T16:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:01:36.646761 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb56bb-0a72-468b-995b-6ff425a1b2aa service neutron] Pushing event updated for resources: {'Port': ['ID=e484fb83-1f92-4025-ae75-419c4fb076cf,revision_number=3']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:36.651608 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-7ccb56bb-0a72-468b-995b-6ff425a1b2aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:36.660958 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1b1292-29ed-4772-af15-ded7a2de7370 None None] The sync data for ids ['879e793b-86fa-4971-ab5d-92c1955e8996'] in dv-cinder-787195-6-iscsi is: [{'id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'name': 'tempest-AttachVolumeShelveTestJSON-1256813154-router', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:01:27Z', 'updated_at': '2021-04-30T16:01:30Z', 'revision_number': 3, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'gw_port': {'id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:29Z', 'updated_at': '2021-04-30T16:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}] {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:01:36.719410 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-614b7306-4de4-42be-a4e3-ac83ffc96803 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:36.775453 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-614b7306-4de4-42be-a4e3-ac83ffc96803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714077'] for port, after_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:36.832818 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac76c5-d4a6-4854-b4c7-aa395ae8c9c0 req-bf27b6fe-cd00-43a4-bc42-d295a7923f06 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:36.833869 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-45ac76c5-d4a6-4854-b4c7-aa395ae8c9c0 req-bf27b6fe-cd00-43a4-bc42-d295a7923f06 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Synchronizing usage tracker for tenant:e47c1439b6884dea85fdc5c04cdf9341 on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:01:36.854735 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-45ac76c5-d4a6-4854-b4c7-aa395ae8c9c0 req-bf27b6fe-cd00-43a4-bc42-d295a7923f06 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Unset dirty status for tenant:e47c1439b6884dea85fdc5c04cdf9341 on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:01:36.863999 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-45ac76c5-d4a6-4854-b4c7-aa395ae8c9c0 req-bf27b6fe-cd00-43a4-bc42-d295a7923f06 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 943 time: 0.1615810 Apr 30 16:01:36.923735 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-45ac76c5-d4a6-4854-b4c7-aa395ae8c9c0 req-cbcbd214-0b78-4981-b24d-f4a7a870314a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587504 Apr 30 16:01:36.956325 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-519be41b-6e7d-465a-9a02-05d85e26b5b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:36.972122 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18042506-c3e6-4bfc-991b-68fd6a06bc39', 'tag': 'e484fb83-1f92-4025-ae75-419c4fb076cf', 'status': 'completed', 'code': 200} Apr 30 16:01:37.010666 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-614b7306-4de4-42be-a4e3-ac83ffc96803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-915836'] for router_interface, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:37.080488 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b7306-4de4-42be-a4e3-ac83ffc96803 admin admin] Pushing event updated for resources: {'Port': ['ID=778e77dd-9bde-495c-9c7e-7aac5d30db8a,revision_number=2']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:37.085995 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-614b7306-4de4-42be-a4e3-ac83ffc96803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:37.210339 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79018c-8928-403b-87f9-f3fb76f3cfc5 req-da157411-2c21-4c79-a0b8-bae85be1662b tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:37.216399 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-9e79018c-8928-403b-87f9-f3fb76f3cfc5 req-da157411-2c21-4c79-a0b8-bae85be1662b tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.4970481 Apr 30 16:01:37.288121 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614b7306-4de4-42be-a4e3-ac83ffc96803 admin admin] Network ee2b0be8-6f61-4610-80f3-80f1a59047b4 is already hosted by enough agents. {{(pid=73964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:01:37.291346 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-614b7306-4de4-42be-a4e3-ac83ffc96803 admin admin] Resources bound (agent type, host, resource id): {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:01:37.295755 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-9e79018c-8928-403b-87f9-f3fb76f3cfc5 req-2a635e1a-60ae-43aa-b80a-ce25c582dba9 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756552 Apr 30 16:01:37.511782 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 0ea8630f-3180-47db-ba6a-53a448c09db9 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:01:37.565660 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614b7306-4de4-42be-a4e3-ac83ffc96803 admin admin] Router 879e793b-86fa-4971-ab5d-92c1955e8996 has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:01:37.595048 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port 0ea8630f-3180-47db-ba6a-53a448c09db9 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:01:37.601481 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 0ea8630f-3180-47db-ba6a-53a448c09db9 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:01:37.603753 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:37.706403 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-11127bd3-ef28-476a-9199-c88097334243 None None] Provisioning complete for port 778e77dd-9bde-495c-9c7e-7aac5d30db8a triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:01:37.706780 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-11127bd3-ef28-476a-9199-c88097334243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:37.791742 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614b7306-4de4-42be-a4e3-ac83ffc96803 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:01:37.820554 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-614b7306-4de4-42be-a4e3-ac83ffc96803 admin admin] 10.222.0.72 "PUT /v2.0/routers/879e793b-86fa-4971-ab5d-92c1955e8996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4450977 Apr 30 16:01:37.822734 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-11127bd3-ef28-476a-9199-c88097334243 None None] Port 778e77dd-9bde-495c-9c7e-7aac5d30db8a cannot update to ACTIVE because it is not bound. {{(pid=73965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:01:37.825596 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:37.863424 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] For port 0ea8630f-3180-47db-ba6a-53a448c09db9, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=0ea8630f-3180-47db-ba6a-53a448c09db9,segment=NetworkSegment(a30bcc7b-d76f-404c-9f7c-d7e43145326e),segment_id=a30bcc7b-d76f-404c-9f7c-d7e43145326e)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:01:37.867630 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:37.871248 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-d4822419-91ee-47ff-8669-af6f2eb8c7f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:37.949089 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Pushing event updated for resources: {'Port': ['ID=0ea8630f-3180-47db-ba6a-53a448c09db9,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:37.956835 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:38.115768 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d1ca8-a177-4129-88a4-8f7c6d434e5f req-595e351d-21de-4547-9e8c-6f0d3f8e3427 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:38.117227 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-e80d1ca8-a177-4129-88a4-8f7c6d434e5f req-595e351d-21de-4547-9e8c-6f0d3f8e3427 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 943 time: 0.0798745 Apr 30 16:01:38.161154 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-e80d1ca8-a177-4129-88a4-8f7c6d434e5f req-8ffe699d-770d-4edc-8350-ad2c6708bb59 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382209 Apr 30 16:01:38.337613 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:38.523350 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce9ffb-78ae-4597-8d7f-a366e9c28a63 None None] Sync routers for ids ['879e793b-86fa-4971-ab5d-92c1955e8996'] in dv-cinder-787195-6-iscsi {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:01:38.532826 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ce9ffb-78ae-4597-8d7f-a366e9c28a63 None None] Routers {'879e793b-86fa-4971-ab5d-92c1955e8996'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:01:38.533428 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-95ce9ffb-78ae-4597-8d7f-a366e9c28a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:01:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['879e793b-86fa-4971-ab5d-92c1955e8996'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:01:38.730213 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-95ce9ffb-78ae-4597-8d7f-a366e9c28a63 None None] Set router 879e793b-86fa-4971-ab5d-92c1955e8996 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:01:39.060400 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-95ce9ffb-78ae-4597-8d7f-a366e9c28a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'name': 'tempest-AttachVolumeShelveTestJSON-1256813154-router', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:01:27Z', 'updated_at': '2021-04-30T16:01:35Z', 'revision_number': 4, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'gw_port': {'id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:29Z', 'updated_at': '2021-04-30T16:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '778e77dd-9bde-495c-9c7e-7aac5d30db8a', 'name': '', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'mac_address': 'fa:16:3e:02:60:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:34Z', 'updated_at': '2021-04-30T16:01:36Z', 'revision_number': 2, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'subnets': [{'id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:01:39.064479 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce9ffb-78ae-4597-8d7f-a366e9c28a63 None None] Checking router: 879e793b-86fa-4971-ab5d-92c1955e8996 for host: dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:01:39.064840 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce9ffb-78ae-4597-8d7f-a366e9c28a63 None None] Updating router 879e793b-86fa-4971-ab5d-92c1955e8996 port 778e77dd-9bde-495c-9c7e-7aac5d30db8a binding host dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:01:39.094443 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 60412) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:39.100900 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-b8242ce6-83e6-44fd-afef-bf08aaad1434 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1419532286', 'description': 'tempest-description--57302827'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:01:39.115188 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-b8242ce6-83e6-44fd-afef-bf08aaad1434 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:39.118600 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-95ce9ffb-78ae-4597-8d7f-a366e9c28a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:39.127221 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-b8242ce6-83e6-44fd-afef-bf08aaad1434 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Usage tracker for resource:security_group and tenant:5252f565887e47f3ad4aa7e44a1a1e8a is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:39.130148 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-b8242ce6-83e6-44fd-afef-bf08aaad1434 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:39.141757 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-b8242ce6-83e6-44fd-afef-bf08aaad1434 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:39.157016 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b8242ce6-83e6-44fd-afef-bf08aaad1434 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:39.229001 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-b8242ce6-83e6-44fd-afef-bf08aaad1434 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:39.235757 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-b8242ce6-83e6-44fd-afef-bf08aaad1434 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Usage tracker for resource:security_group_rule and tenant:5252f565887e47f3ad4aa7e44a1a1e8a is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:39.239075 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-b8242ce6-83e6-44fd-afef-bf08aaad1434 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:39.247012 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-b8242ce6-83e6-44fd-afef-bf08aaad1434 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:39.293918 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0b71b-bb0d-4e29-b39b-8ca1aa110bf3 req-2cc9f3a3-a758-4b86-b4a5-8d36cf7f3a66 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:39.295375 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3fd0b71b-bb0d-4e29-b39b-8ca1aa110bf3 req-2cc9f3a3-a758-4b86-b4a5-8d36cf7f3a66 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.1185062 Apr 30 16:01:39.368376 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3fd0b71b-bb0d-4e29-b39b-8ca1aa110bf3 req-0d144d30-5b57-4e5f-be6c-3c653b6d66d3 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655792 Apr 30 16:01:39.380998 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b8242ce6-83e6-44fd-afef-bf08aaad1434 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:39.385010 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b8242ce6-83e6-44fd-afef-bf08aaad1434 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:39.390140 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-682dedbf-31f0-49a4-ad39-27279bd31cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:39.436426 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b8242ce6-83e6-44fd-afef-bf08aaad1434 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:39.437720 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-b8242ce6-83e6-44fd-afef-bf08aaad1434 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3422222 Apr 30 16:01:39.438513 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8242ce6-83e6-44fd-afef-bf08aaad1434 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db25def0-c16c-4dd7-b103-b05c4a8ac8c3,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:39.440531 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 60418) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:39.443057 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-b8242ce6-83e6-44fd-afef-bf08aaad1434 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:39.446222 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-9f202ea8-d424-4a31-ae48-1d3e5ee7d124 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Request body: {'security_group_rule': {'security_group_id': 'db25def0-c16c-4dd7-b103-b05c4a8ac8c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:01:39.451996 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-9f202ea8-d424-4a31-ae48-1d3e5ee7d124 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:39.455704 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 0ea8630f-3180-47db-ba6a-53a448c09db9 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:01:39.456652 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-9f202ea8-d424-4a31-ae48-1d3e5ee7d124 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Usage tracker for resource:security_group_rule and tenant:5252f565887e47f3ad4aa7e44a1a1e8a is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:39.459731 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-9f202ea8-d424-4a31-ae48-1d3e5ee7d124 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:39.467356 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-9f202ea8-d424-4a31-ae48-1d3e5ee7d124 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:39.486223 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9f202ea8-d424-4a31-ae48-1d3e5ee7d124 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:39.571749 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 0ea8630f-3180-47db-ba6a-53a448c09db9 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:01:39.572686 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:39.617250 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-95ce9ffb-78ae-4597-8d7f-a366e9c28a63 None None] Notify callbacks [] for port, precommit_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:39.621782 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9f202ea8-d424-4a31-ae48-1d3e5ee7d124 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:39.627555 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9f202ea8-d424-4a31-ae48-1d3e5ee7d124 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750673'] for security_group_rule, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:39.643855 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:39.647972 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-95ce9ffb-78ae-4597-8d7f-a366e9c28a63 None None] Transition to ACTIVE for port object 778e77dd-9bde-495c-9c7e-7aac5d30db8a will not be triggered until provisioned by entity L2. {{(pid=73965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:01:39.658749 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-95ce9ffb-78ae-4597-8d7f-a366e9c28a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:39.663573 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:39.665583 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6564e81-b99f-4232-8af1-e6d026c26b91 req-205da9c0-9d9a-420f-a0d0-eb4b0862f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:39.668703 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e6564e81-b99f-4232-8af1-e6d026c26b91 req-205da9c0-9d9a-420f-a0d0-eb4b0862f5fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e47c1439b6884dea85fdc5c04cdf9341&device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 1096 time: 0.1092360 Apr 30 16:01:39.677317 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f202ea8-d424-4a31-ae48-1d3e5ee7d124 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a540aea2-e403-4dd3-8035-11590ea0e547,revision_number=0']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:39.685420 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-9f202ea8-d424-4a31-ae48-1d3e5ee7d124 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:39.694008 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addaaae9-9220-41bf-aa3b-d5cbba2cb82a req-68a443dc-af84-4ece-b389-c02dde1e7507 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:39.696353 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-addaaae9-9220-41bf-aa3b-d5cbba2cb82a req-68a443dc-af84-4ece-b389-c02dde1e7507 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 943 time: 0.1599190 Apr 30 16:01:39.697554 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9f202ea8-d424-4a31-ae48-1d3e5ee7d124 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:39.699279 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-9f202ea8-d424-4a31-ae48-1d3e5ee7d124 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2577367 Apr 30 16:01:39.703676 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 60430) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:39.725822 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-55e8440c-3ce7-4a0b-b80c-4a5354dd3576 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Request body: {'security_group_rule': {'security_group_id': 'db25def0-c16c-4dd7-b103-b05c4a8ac8c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:01:39.737161 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-55e8440c-3ce7-4a0b-b80c-4a5354dd3576 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:39.750814 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-55e8440c-3ce7-4a0b-b80c-4a5354dd3576 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Usage tracker for resource:security_group_rule and tenant:5252f565887e47f3ad4aa7e44a1a1e8a is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:39.757006 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-55e8440c-3ce7-4a0b-b80c-4a5354dd3576 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:39.777242 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-55e8440c-3ce7-4a0b-b80c-4a5354dd3576 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:39.785756 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-addaaae9-9220-41bf-aa3b-d5cbba2cb82a req-1b78fa80-eb9b-499f-9c17-34629e843691 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836284 Apr 30 16:01:39.817245 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-55e8440c-3ce7-4a0b-b80c-4a5354dd3576 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:39.869949 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69bb37-980f-40e9-9646-a837bda51144 None None] Pushing event updated for resources: {'Port': ['ID=778e77dd-9bde-495c-9c7e-7aac5d30db8a,revision_number=3']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:39.871050 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6564e81-b99f-4232-8af1-e6d026c26b91 req-aed51b38-4348-4bc6-9d31-fa8359ab8cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:39.873271 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e6564e81-b99f-4232-8af1-e6d026c26b91 req-aed51b38-4348-4bc6-9d31-fa8359ab8cff service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e47c1439b6884dea85fdc5c04cdf9341&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1946509 Apr 30 16:01:39.876817 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-ff69bb37-980f-40e9-9646-a837bda51144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:39.893029 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-55e8440c-3ce7-4a0b-b80c-4a5354dd3576 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:39.902902 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-55e8440c-3ce7-4a0b-b80c-4a5354dd3576 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750673'] for security_group_rule, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:39.905666 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-9f202ea8-d424-4a31-ae48-1d3e5ee7d124 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:39.924626 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8440c-3ce7-4a0b-b80c-4a5354dd3576 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0cfd04-540d-432f-b0f7-8c61ec1b225e,revision_number=0']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:39.929322 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-55e8440c-3ce7-4a0b-b80c-4a5354dd3576 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:39.952581 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-55e8440c-3ce7-4a0b-b80c-4a5354dd3576 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:39.957579 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-55e8440c-3ce7-4a0b-b80c-4a5354dd3576 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2493322 Apr 30 16:01:39.959339 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 60438) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:39.973359 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-af977a0f-2220-490c-8fdc-e37dc37716a7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Request body: {'floatingip': {'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:01:39.977598 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-95ce9ffb-78ae-4597-8d7f-a366e9c28a63 None None] Attempting to bind port 778e77dd-9bde-495c-9c7e-7aac5d30db8a on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:01:39.978477 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-95ce9ffb-78ae-4597-8d7f-a366e9c28a63 None None] Attempting to bind port 778e77dd-9bde-495c-9c7e-7aac5d30db8a by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': '4a9ac4f1-b7da-4804-bb77-705b2013b108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4'}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:01:39.979015 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ce9ffb-78ae-4597-8d7f-a366e9c28a63 None None] Attempting to bind port 778e77dd-9bde-495c-9c7e-7aac5d30db8a on network ee2b0be8-6f61-4610-80f3-80f1a59047b4 {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:01:39.983120 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-af977a0f-2220-490c-8fdc-e37dc37716a7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:39.987848 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ce9ffb-78ae-4597-8d7f-a366e9c28a63 None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:01:39.988884 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ce9ffb-78ae-4597-8d7f-a366e9c28a63 None None] Checking segment: {'id': '4a9ac4f1-b7da-4804-bb77-705b2013b108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:01:39.989471 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-95ce9ffb-78ae-4597-8d7f-a366e9c28a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:39.990294 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ce9ffb-78ae-4597-8d7f-a366e9c28a63 None None] Bound using segment: {'id': '4a9ac4f1-b7da-4804-bb77-705b2013b108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4'} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:01:39.992563 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-95ce9ffb-78ae-4597-8d7f-a366e9c28a63 None None] Bound port: 778e77dd-9bde-495c-9c7e-7aac5d30db8a, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9ac4f1-b7da-4804-bb77-705b2013b108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4'}}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:01:39.993166 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-95ce9ffb-78ae-4597-8d7f-a366e9c28a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:39.994525 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-af977a0f-2220-490c-8fdc-e37dc37716a7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Usage tracker for resource:floatingip and tenant:5252f565887e47f3ad4aa7e44a1a1e8a is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:39.998876 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-af977a0f-2220-490c-8fdc-e37dc37716a7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:40.017829 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-af977a0f-2220-490c-8fdc-e37dc37716a7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:40.038936 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-af977a0f-2220-490c-8fdc-e37dc37716a7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for floatingip, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:40.164717 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6564e81-b99f-4232-8af1-e6d026c26b91 req-33375225-6709-4820-ba92-49feb45775ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:40.164927 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-95ce9ffb-78ae-4597-8d7f-a366e9c28a63 None None] For port 778e77dd-9bde-495c-9c7e-7aac5d30db8a, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:01:40.166211 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e6564e81-b99f-4232-8af1-e6d026c26b91 req-33375225-6709-4820-ba92-49feb45775ae service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2771142 Apr 30 16:01:40.168434 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-95ce9ffb-78ae-4597-8d7f-a366e9c28a63 None None] For port 778e77dd-9bde-495c-9c7e-7aac5d30db8a, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=778e77dd-9bde-495c-9c7e-7aac5d30db8a,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:01:40.177185 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-95ce9ffb-78ae-4597-8d7f-a366e9c28a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:40.183239 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-6fb330f2-e98f-4860-b5e7-017d5dd966a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:40.269953 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ce9ffb-78ae-4597-8d7f-a366e9c28a63 None None] Routers {'879e793b-86fa-4971-ab5d-92c1955e8996'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:01:40.270598 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-95ce9ffb-78ae-4597-8d7f-a366e9c28a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:01:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['879e793b-86fa-4971-ab5d-92c1955e8996'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:01:40.325662 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-f3c00fed-3ccd-4b3e-811b-a1940fcb5e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:40.327428 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-f3c00fed-3ccd-4b3e-811b-a1940fcb5e9e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e47c1439b6884dea85fdc5c04cdf9341&device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 1096 time: 0.1199398 Apr 30 16:01:40.353131 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-af977a0f-2220-490c-8fdc-e37dc37716a7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:40.473699 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-2b18d079-9e28-4a1f-b356-63bd3170ace5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e484fb83-1f92-4025-ae75-419c4fb076cf HTTP/1.1" status: 200 len: 217 time: 0.1348720 Apr 30 16:01:40.652732 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69bb37-980f-40e9-9646-a837bda51144 None None] Pushing event updated for resources: {'Port': ['ID=778e77dd-9bde-495c-9c7e-7aac5d30db8a,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:40.658211 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-95ce9ffb-78ae-4597-8d7f-a366e9c28a63 None None] Set router 879e793b-86fa-4971-ab5d-92c1955e8996 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:01:40.679718 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_common [None req-af977a0f-2220-490c-8fdc-e37dc37716a7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Allocated IP 172.27.3.218 (7713db68-e23d-4336-9c52-9698584522df/6c05463b-e465-4436-9156-1956ee4f9865/fb781d8c-5e8a-4a1a-959c-8841768ebe65) {{(pid=73964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:01:40.708040 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-ff69bb37-980f-40e9-9646-a837bda51144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:40.776292 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-721e3ce0-2c04-4226-a588-b1b05fda2041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:40.777752 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-721e3ce0-2c04-4226-a588-b1b05fda2041 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=25aa568c-9755-4641-b331-c4c9e9416a7e HTTP/1.1" status: 200 len: 854 time: 0.2955737 Apr 30 16:01:40.871429 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbd03c-c84c-41f7-a210-87d5956d9775 req-cd871c9d-302f-4a6f-8837-269e00843403 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:40.872999 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-92bbd03c-c84c-41f7-a210-87d5956d9775 req-cd871c9d-302f-4a6f-8837-269e00843403 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.0943727 Apr 30 16:01:40.966677 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-92bbd03c-c84c-41f7-a210-87d5956d9775 req-088d9308-817d-4220-a57f-baae6ac79026 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869150 Apr 30 16:01:41.063750 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-af977a0f-2220-490c-8fdc-e37dc37716a7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for port, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:41.100181 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-95ce9ffb-78ae-4597-8d7f-a366e9c28a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'name': 'tempest-AttachVolumeShelveTestJSON-1256813154-router', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:01:27Z', 'updated_at': '2021-04-30T16:01:35Z', 'revision_number': 4, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'gw_port': {'id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:29Z', 'updated_at': '2021-04-30T16:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '778e77dd-9bde-495c-9c7e-7aac5d30db8a', 'name': '', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'mac_address': 'fa:16:3e:02:60:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:34Z', 'updated_at': '2021-04-30T16:01:40Z', 'revision_number': 4, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'subnets': [{'id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:01:41.104274 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce9ffb-78ae-4597-8d7f-a366e9c28a63 None None] The sync data for ids ['879e793b-86fa-4971-ab5d-92c1955e8996'] in dv-cinder-787195-6-iscsi is: [{'id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'name': 'tempest-AttachVolumeShelveTestJSON-1256813154-router', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:01:27Z', 'updated_at': '2021-04-30T16:01:35Z', 'revision_number': 4, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'gw_port': {'id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:29Z', 'updated_at': '2021-04-30T16:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '778e77dd-9bde-495c-9c7e-7aac5d30db8a', 'name': '', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'mac_address': 'fa:16:3e:02:60:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:34Z', 'updated_at': '2021-04-30T16:01:40Z', 'revision_number': 4, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'subnets': [{'id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:01:41.117737 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994aee19-7306-4879-b8e9-c79c2b1a16bf req-3cc9faac-ac00-4c40-9b97-9ef1b53247a9 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:41.119270 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-994aee19-7306-4879-b8e9-c79c2b1a16bf req-3cc9faac-ac00-4c40-9b97-9ef1b53247a9 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 943 time: 0.1209865 Apr 30 16:01:41.144217 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-af977a0f-2220-490c-8fdc-e37dc37716a7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:41.161677 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-5889ae15-83ce-44c5-9606-c6bd1092c83b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:41.258104 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-994aee19-7306-4879-b8e9-c79c2b1a16bf req-1bdd1359-f04b-4275-b9fa-aa2a43d0243c tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299112 Apr 30 16:01:41.259870 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af977a0f-2220-490c-8fdc-e37dc37716a7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Network 7713db68-e23d-4336-9c52-9698584522df is already hosted by enough agents. {{(pid=73964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:01:41.263485 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-af977a0f-2220-490c-8fdc-e37dc37716a7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Resources bound (agent type, host, resource id): {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:01:41.265660 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af977a0f-2220-490c-8fdc-e37dc37716a7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Pushing event updated for resources: {'Port': ['ID=fb781d8c-5e8a-4a1a-959c-8841768ebe65,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:41.279139 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af977a0f-2220-490c-8fdc-e37dc37716a7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Received port after_create {{(pid=73964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:01:41.331996 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-af977a0f-2220-490c-8fdc-e37dc37716a7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:41.382826 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-af977a0f-2220-490c-8fdc-e37dc37716a7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:41.447494 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 778e77dd-9bde-495c-9c7e-7aac5d30db8a up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:01:41.449561 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-af977a0f-2220-490c-8fdc-e37dc37716a7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:41.528638 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port 778e77dd-9bde-495c-9c7e-7aac5d30db8a completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:01:41.535777 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 778e77dd-9bde-495c-9c7e-7aac5d30db8a triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:01:41.536493 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:41.685420 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-af977a0f-2220-490c-8fdc-e37dc37716a7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for port, precommit_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:41.691459 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-af977a0f-2220-490c-8fdc-e37dc37716a7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714077'] for port, after_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:41.695586 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:41.697975 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-52af4e69-26e4-4f62-bf52-5fb5bda4bca6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:41.735156 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] For port 778e77dd-9bde-495c-9c7e-7aac5d30db8a, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=778e77dd-9bde-495c-9c7e-7aac5d30db8a,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:01:41.739760 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:41.743389 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:41.820766 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af977a0f-2220-490c-8fdc-e37dc37716a7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Pushing event updated for resources: {'Port': ['ID=fb781d8c-5e8a-4a1a-959c-8841768ebe65,revision_number=2']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:41.832978 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-af977a0f-2220-490c-8fdc-e37dc37716a7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:41.837166 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Pushing event updated for resources: {'Port': ['ID=778e77dd-9bde-495c-9c7e-7aac5d30db8a,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:41.849671 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:41.856915 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-af977a0f-2220-490c-8fdc-e37dc37716a7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-915876'] for floatingip, after_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:41.882229 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-af977a0f-2220-490c-8fdc-e37dc37716a7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for floatingip, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:41.892159 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-af977a0f-2220-490c-8fdc-e37dc37716a7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9244432 Apr 30 16:01:42.065177 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-cc5062e0-8cc8-4cf8-9220-d2c6daafe368 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Synchronizing usage tracker for tenant:5252f565887e47f3ad4aa7e44a1a1e8a on resource:security_group {{(pid=73964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:01:42.083211 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-cc5062e0-8cc8-4cf8-9220-d2c6daafe368 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Unset dirty status for tenant:5252f565887e47f3ad4aa7e44a1a1e8a on resource:security_group {{(pid=73964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:01:42.084614 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-cc5062e0-8cc8-4cf8-9220-d2c6daafe368 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1419532286&fields=id&tenant_id=5252f565887e47f3ad4aa7e44a1a1e8a HTTP/1.1" status: 200 len: 267 time: 0.0669854 Apr 30 16:01:42.242643 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-a437900e-0146-475b-855e-97a3a5d4215c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:42.244107 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-a437900e-0146-475b-855e-97a3a5d4215c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/networks?id=ee2b0be8-6f61-4610-80f3-80f1a59047b4 HTTP/1.1" status: 200 len: 817 time: 0.1529799 Apr 30 16:01:42.259094 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-ce76bbe5-4269-400d-96a3-88f73c2a740a tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/quotas/5252f565887e47f3ad4aa7e44a1a1e8a HTTP/1.1" status: 200 len: 375 time: 0.0093691 Apr 30 16:01:42.346192 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-a7cea7b8-937e-48e4-add6-65383573a32e tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Synchronizing usage tracker for tenant:5252f565887e47f3ad4aa7e44a1a1e8a on resource:port {{(pid=73964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:01:42.363107 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-a7cea7b8-937e-48e4-add6-65383573a32e tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Unset dirty status for tenant:5252f565887e47f3ad4aa7e44a1a1e8a on resource:port {{(pid=73964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:01:42.364597 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-a7cea7b8-937e-48e4-add6-65383573a32e tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5252f565887e47f3ad4aa7e44a1a1e8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1001718 Apr 30 16:01:42.501889 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-7ffffc74-1ae5-42d6-bdb0-be45e825efc3 service neutron] 10.222.0.72 "GET /v2.0/networks/ee2b0be8-6f61-4610-80f3-80f1a59047b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224089 Apr 30 16:01:42.631105 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-0546500e-adfe-4238-a2d6-0bcda809ed29 service neutron] 10.222.0.72 "GET /v2.0/networks/ee2b0be8-6f61-4610-80f3-80f1a59047b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234355 Apr 30 16:01:42.896701 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bffe10-a784-4f12-b609-6b95dded7c39 req-973f8baa-0e9a-4724-aa16-3c1fde609afd tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:42.898449 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-95bffe10-a784-4f12-b609-6b95dded7c39 req-973f8baa-0e9a-4724-aa16-3c1fde609afd tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.0866630 Apr 30 16:01:42.966525 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-95bffe10-a784-4f12-b609-6b95dded7c39 req-8a51d0b1-f677-4856-bbae-2bc9e087bb7b tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619369 Apr 30 16:01:43.147893 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96995c0a-5a46-43b7-b246-c572f3ad3e6f req-717902d9-b183-4d32-aa9e-c3f276c54b04 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:43.149345 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-96995c0a-5a46-43b7-b246-c572f3ad3e6f req-717902d9-b183-4d32-aa9e-c3f276c54b04 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 943 time: 0.0814254 Apr 30 16:01:43.173157 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f58c660a-57fb-45f0-81c9-4e40cc0dc03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:43.196738 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-96995c0a-5a46-43b7-b246-c572f3ad3e6f req-c08566df-d160-480e-877a-eca9463786c8 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398641 Apr 30 16:01:43.335169 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-2f92176b-af57-4b8c-aa2a-f203d93d6f31 req-3f2fc36a-8d25-424c-bf90-948a7c7dc536 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 210 time: 0.0460165 Apr 30 16:01:43.407472 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 778e77dd-9bde-495c-9c7e-7aac5d30db8a up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:01:43.476745 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 778e77dd-9bde-495c-9c7e-7aac5d30db8a triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:01:43.477307 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:44.152482 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc4d31-af70-41dc-bd53-dab70e6070cc req-8b3946c7-1f51-44d9-9f1c-e59b12821f27 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:44.153911 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-80dc4d31-af70-41dc-bd53-dab70e6070cc req-8b3946c7-1f51-44d9-9f1c-e59b12821f27 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.0787601 Apr 30 16:01:44.198053 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-80dc4d31-af70-41dc-bd53-dab70e6070cc req-d9de668e-181c-4a4f-b2df-21385e35a57a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384915 Apr 30 16:01:44.367627 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:01:44.384159 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5c71c-352f-482d-baf9-7244efb08d38 req-2d271ccf-f7cd-4779-a58d-7e76b101636d tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:44.385665 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-93e5c71c-352f-482d-baf9-7244efb08d38 req-2d271ccf-f7cd-4779-a58d-7e76b101636d tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 943 time: 0.0832562 Apr 30 16:01:44.497229 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-93e5c71c-352f-482d-baf9-7244efb08d38 req-04a077ac-237b-416b-a86a-d3359285a0d2 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046214 Apr 30 16:01:44.634081 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f801e3bd-9022-4efb-b791-91a6f0c91518 req-0331a981-ec82-4110-a4ce-16db1db15daf tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 210 time: 0.0471790 Apr 30 16:01:44.634919 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-774c8f54-9c52-4411-a5c9-87d069136b32 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=819fb011-2436-418a-a827-e8015cd0e60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506263 Apr 30 16:01:44.778031 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-ae67697f-984e-4764-9c7d-86782ec496a1 service neutron] 10.222.0.42 "GET /v2.0/networks/819fb011-2436-418a-a827-e8015cd0e60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346111 Apr 30 16:01:44.914716 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-70dfb676-113d-477a-a440-eecd0f5dc116 req-0c641040-4dce-44b7-936d-01e8647133aa service neutron] 10.222.0.42 "GET /v2.0/networks/819fb011-2436-418a-a827-e8015cd0e60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265466 Apr 30 16:01:45.384650 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77cea4-97a3-47c3-aaaf-c86787c1d72a req-7a47dd62-0728-4e10-bd4a-038d7ea26ffd tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:45.386105 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0d77cea4-97a3-47c3-aaaf-c86787c1d72a req-7a47dd62-0728-4e10-bd4a-038d7ea26ffd tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.0800939 Apr 30 16:01:45.432169 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0d77cea4-97a3-47c3-aaaf-c86787c1d72a req-dfdc0dc1-ba4d-4f60-9390-283a830cb2fd tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390337 Apr 30 16:01:45.713576 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5ffac-0aa9-4005-977a-af6cd324adc0 req-c0313a21-cc79-47f4-8030-48824ac3b148 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:45.715040 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8ac5ffac-0aa9-4005-977a-af6cd324adc0 req-c0313a21-cc79-47f4-8030-48824ac3b148 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 943 time: 0.0969851 Apr 30 16:01:45.739261 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-04720bc8-be60-4947-8d4b-2773eaaee717 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:45.743781 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-04720bc8-be60-4947-8d4b-2773eaaee717 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Synchronizing usage tracker for tenant:5252f565887e47f3ad4aa7e44a1a1e8a on resource:network {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:01:45.776743 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-04720bc8-be60-4947-8d4b-2773eaaee717 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Unset dirty status for tenant:5252f565887e47f3ad4aa7e44a1a1e8a on resource:network {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:01:45.777890 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-04720bc8-be60-4947-8d4b-2773eaaee717 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.42 "GET /v2.0/networks?id=ee2b0be8-6f61-4610-80f3-80f1a59047b4 HTTP/1.1" status: 200 len: 817 time: 0.2680831 Apr 30 16:01:45.784467 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8ac5ffac-0aa9-4005-977a-af6cd324adc0 req-07a7a1c3-8239-4446-a582-3e6410cf3f02 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608335 Apr 30 16:01:45.864169 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-127be501-b508-4b8a-80ce-d8b4edaff3ca tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Synchronizing usage tracker for tenant:5252f565887e47f3ad4aa7e44a1a1e8a on resource:security_group {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:01:45.877135 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-127be501-b508-4b8a-80ce-d8b4edaff3ca tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Unset dirty status for tenant:5252f565887e47f3ad4aa7e44a1a1e8a on resource:security_group {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:01:45.878391 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-127be501-b508-4b8a-80ce-d8b4edaff3ca tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5252f565887e47f3ad4aa7e44a1a1e8a HTTP/1.1" status: 200 len: 380 time: 0.0800316 Apr 30 16:01:45.896206 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-8a2bc7d2-9e1a-4748-8303-6387f6c3863c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Request body: {'port': {'device_id': 'bf3445d3-3ec0-4053-8821-dd50dad32304', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'admin_state_up': True, 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'security_groups': ['db25def0-c16c-4dd7-b103-b05c4a8ac8c3']}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:01:45.898700 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:45.906611 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2efaa2f1-053c-416f-9c1d-3e52eb5e6c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:46.002070 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f245555b-898a-4411-ac6b-5d41f1c27346 req-e01032d5-d2a2-423d-bdb4-f5b984239f19 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 210 time: 0.0727997 Apr 30 16:01:46.081253 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-8a2bc7d2-9e1a-4748-8303-6387f6c3863c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:46.093018 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-8a2bc7d2-9e1a-4748-8303-6387f6c3863c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:46.113003 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-8a2bc7d2-9e1a-4748-8303-6387f6c3863c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Made reservation on behalf of 5252f565887e47f3ad4aa7e44a1a1e8a for: {'port': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:01:46.116932 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-8a2bc7d2-9e1a-4748-8303-6387f6c3863c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:46.311206 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-8a2bc7d2-9e1a-4748-8303-6387f6c3863c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Allocated IP 172.20.0.14 (ee2b0be8-6f61-4610-80f3-80f1a59047b4/f8b7b306-eb20-4da6-945c-a1c9edf03578/c6160013-10e2-4b7e-a71f-0f55535cfa4f) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:01:46.525269 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 60584) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:46.550020 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-8a2bc7d2-9e1a-4748-8303-6387f6c3863c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:46.568399 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-8a2bc7d2-9e1a-4748-8303-6387f6c3863c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Transition to ACTIVE for port object c6160013-10e2-4b7e-a71f-0f55535cfa4f will not be triggered until provisioned by entity DHCP. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:01:46.626582 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:46.667572 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-04caf10f-1a72-43c3-a550-cdcbcb49afbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:46.678304 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdfec7-5ced-4323-9b22-c5b40324a61f req-14c0e3e6-e660-4a1a-9442-a459943979db tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:46.679768 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-cfcdfec7-5ced-4323-9b22-c5b40324a61f req-14c0e3e6-e660-4a1a-9442-a459943979db tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.1097143 Apr 30 16:01:46.687701 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-04caf10f-1a72-43c3-a550-cdcbcb49afbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:46.694529 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-04caf10f-1a72-43c3-a550-cdcbcb49afbb admin admin] Usage tracker for resource:security_group_rule and tenant:bc42deb7f5f441648cd56dc45d47dbcb is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:46.697965 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-04caf10f-1a72-43c3-a550-cdcbcb49afbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:46.699775 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-8a2bc7d2-9e1a-4748-8303-6387f6c3863c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:46.706437 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-04caf10f-1a72-43c3-a550-cdcbcb49afbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:46.706607 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:46.787927 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-8a2bc7d2-9e1a-4748-8303-6387f6c3863c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Network ee2b0be8-6f61-4610-80f3-80f1a59047b4 is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:01:46.798143 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-8a2bc7d2-9e1a-4748-8303-6387f6c3863c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:01:46.804808 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-8a2bc7d2-9e1a-4748-8303-6387f6c3863c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:01:46.810157 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-8a2bc7d2-9e1a-4748-8303-6387f6c3863c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:46.810771 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-8a2bc7d2-9e1a-4748-8303-6387f6c3863c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:46.820544 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-cfcdfec7-5ced-4323-9b22-c5b40324a61f req-45dd7574-ee72-4da7-b2c8-c7997f10e316 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350806 Apr 30 16:01:46.831589 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bc7d2-9e1a-4748-8303-6387f6c3863c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Pushing event updated for resources: {'Port': ['ID=c6160013-10e2-4b7e-a71f-0f55535cfa4f,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:46.837231 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-8a2bc7d2-9e1a-4748-8303-6387f6c3863c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:46.856451 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-8a2bc7d2-9e1a-4748-8303-6387f6c3863c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9706304 Apr 30 16:01:46.861117 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-04caf10f-1a72-43c3-a550-cdcbcb49afbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:46.867055 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-04caf10f-1a72-43c3-a550-cdcbcb49afbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:46.878870 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-d8254973-6da3-4881-96c1-477dcc4ae59b service neutron] Request body: {'port': {'device_id': 'bf3445d3-3ec0-4053-8821-dd50dad32304', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:01:46.901795 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-1bf17e37-56c2-4616-87a8-c9879b4ba7ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:46.998856 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-04caf10f-1a72-43c3-a550-cdcbcb49afbb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bc42deb7f5f441648cd56dc45d47dbcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4724758 Apr 30 16:01:47.004988 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 60600) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:47.006374 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04caf10f-1a72-43c3-a550-cdcbcb49afbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d233219-53cf-4962-af40-eea8b0277a11,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:47.017479 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-04caf10f-1a72-43c3-a550-cdcbcb49afbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:47.095230 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca2d3a-a319-4023-8844-452ecfa3107b req-997d4e09-d176-4ad3-9963-757c4de5015e tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:47.113366 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-46ca2d3a-a319-4023-8844-452ecfa3107b req-997d4e09-d176-4ad3-9963-757c4de5015e tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 943 time: 0.1485488 Apr 30 16:01:47.191545 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-ec41e0ae-db0b-4b4c-891b-8b361358a407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:47.192018 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-46ca2d3a-a319-4023-8844-452ecfa3107b req-02e595c3-5146-4c12-9a1c-ae36ce1688cd tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771890 Apr 30 16:01:47.198068 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-d8254973-6da3-4881-96c1-477dcc4ae59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:47.233387 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-4284b6a7-651e-40fc-9343-492cfb538464 None None] Provisioning for port c6160013-10e2-4b7e-a71f-0f55535cfa4f completed by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:01:47.243770 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-4284b6a7-651e-40fc-9343-492cfb538464 None None] Provisioning complete for port c6160013-10e2-4b7e-a71f-0f55535cfa4f triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:01:47.247836 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-4284b6a7-651e-40fc-9343-492cfb538464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:47.313732 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-4284b6a7-651e-40fc-9343-492cfb538464 None None] Port c6160013-10e2-4b7e-a71f-0f55535cfa4f cannot update to ACTIVE because it is not bound. {{(pid=73965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:01:47.378855 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-ec41e0ae-db0b-4b4c-891b-8b361358a407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:47.568918 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00ec4e-aac7-46ea-aa88-f24e696f4845 req-8e3be7b2-ea27-4367-9b46-3a3379043177 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:47.569535 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-be00ec4e-aac7-46ea-aa88-f24e696f4845 req-8e3be7b2-ea27-4367-9b46-3a3379043177 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Synchronizing usage tracker for tenant:5252f565887e47f3ad4aa7e44a1a1e8a on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:01:47.580180 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-ec41e0ae-db0b-4b4c-891b-8b361358a407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:47.587983 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-f702e94a-c990-46aa-84f0-ea0511cb34c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:47.664380 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41e0ae-db0b-4b4c-891b-8b361358a407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d233219-53cf-4962-af40-eea8b0277a11,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:47.668715 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-be00ec4e-aac7-46ea-aa88-f24e696f4845 req-8e3be7b2-ea27-4367-9b46-3a3379043177 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Unset dirty status for tenant:5252f565887e47f3ad4aa7e44a1a1e8a on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:01:47.679065 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-be00ec4e-aac7-46ea-aa88-f24e696f4845 req-8e3be7b2-ea27-4367-9b46-3a3379043177 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 932 time: 0.4470816 Apr 30 16:01:47.679065 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-ec41e0ae-db0b-4b4c-891b-8b361358a407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:47.679239 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-ec41e0ae-db0b-4b4c-891b-8b361358a407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:47.681820 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-ec41e0ae-db0b-4b4c-891b-8b361358a407 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1d233219-53cf-4962-af40-eea8b0277a11 HTTP/1.1" status: 204 len: 168 time: 0.6702759 Apr 30 16:01:47.772161 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-be00ec4e-aac7-46ea-aa88-f24e696f4845 req-3e1faf17-5055-4725-9ff3-2c2b400b76e7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938087 Apr 30 16:01:47.867053 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-d8254973-6da3-4881-96c1-477dcc4ae59b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6160013-10e2-4b7e-a71f-0f55535cfa4f {{(pid=73963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:01:47.876956 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-d8254973-6da3-4881-96c1-477dcc4ae59b service neutron] Notify callbacks [] for port, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:47.901341 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-d8254973-6da3-4881-96c1-477dcc4ae59b service neutron] Transition to ACTIVE for port object c6160013-10e2-4b7e-a71f-0f55535cfa4f will not be triggered until provisioned by entity L2. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:01:47.916672 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-d8254973-6da3-4881-96c1-477dcc4ae59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:47.929571 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-30810bf7-2abe-4be1-a879-a74285f3cc7b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:48.106945 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e40960-9071-43d0-9bfc-29bdbd75f1d2 req-990abece-6650-4cb4-a36d-fb122167526f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:48.110862 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b6e40960-9071-43d0-9bfc-29bdbd75f1d2 req-990abece-6650-4cb4-a36d-fb122167526f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.1510565 Apr 30 16:01:48.203373 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b6e40960-9071-43d0-9bfc-29bdbd75f1d2 req-456217ca-b41f-4afc-896a-062710ea7600 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739636 Apr 30 16:01:48.239777 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8254973-6da3-4881-96c1-477dcc4ae59b service neutron] Pushing event updated for resources: {'Port': ['ID=c6160013-10e2-4b7e-a71f-0f55535cfa4f,revision_number=2']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:48.255629 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-d8254973-6da3-4881-96c1-477dcc4ae59b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:48.270583 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-d8254973-6da3-4881-96c1-477dcc4ae59b service neutron] Attempting to bind port c6160013-10e2-4b7e-a71f-0f55535cfa4f on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:01:48.271136 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-d8254973-6da3-4881-96c1-477dcc4ae59b service neutron] Attempting to bind port c6160013-10e2-4b7e-a71f-0f55535cfa4f by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '4a9ac4f1-b7da-4804-bb77-705b2013b108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4'}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:01:48.271594 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-d8254973-6da3-4881-96c1-477dcc4ae59b service neutron] Attempting to bind port c6160013-10e2-4b7e-a71f-0f55535cfa4f on network ee2b0be8-6f61-4610-80f3-80f1a59047b4 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:01:48.290276 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-d8254973-6da3-4881-96c1-477dcc4ae59b service neutron] Port c6160013-10e2-4b7e-a71f-0f55535cfa4f on network ee2b0be8-6f61-4610-80f3-80f1a59047b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:01:48.290276 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-d8254973-6da3-4881-96c1-477dcc4ae59b service neutron] Attempting to bind port c6160013-10e2-4b7e-a71f-0f55535cfa4f on network ee2b0be8-6f61-4610-80f3-80f1a59047b4 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:01:48.294378 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-d8254973-6da3-4881-96c1-477dcc4ae59b service neutron] Checking agent: {'id': '12734182-a135-4f20-887d-69ffd9792d0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'started_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:01:48.294378 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-d8254973-6da3-4881-96c1-477dcc4ae59b service neutron] Checking segment: {'id': '4a9ac4f1-b7da-4804-bb77-705b2013b108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:01:48.294616 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-d8254973-6da3-4881-96c1-477dcc4ae59b service neutron] Bound using segment: {'id': '4a9ac4f1-b7da-4804-bb77-705b2013b108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4'} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:01:48.295135 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-d8254973-6da3-4881-96c1-477dcc4ae59b service neutron] Bound port: c6160013-10e2-4b7e-a71f-0f55535cfa4f, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a9ac4f1-b7da-4804-bb77-705b2013b108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4'}}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:01:48.295449 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-d8254973-6da3-4881-96c1-477dcc4ae59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:48.379764 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device e484fb83-1f92-4025-ae75-419c4fb076cf details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:01:48.414776 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:48.434495 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-d8254973-6da3-4881-96c1-477dcc4ae59b service neutron] For port c6160013-10e2-4b7e-a71f-0f55535cfa4f, host hv-cinder-78719, cleared binding levels {{(pid=73963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:01:48.440255 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-d8254973-6da3-4881-96c1-477dcc4ae59b service neutron] For port c6160013-10e2-4b7e-a71f-0f55535cfa4f, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c6160013-10e2-4b7e-a71f-0f55535cfa4f,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:01:48.447659 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-d8254973-6da3-4881-96c1-477dcc4ae59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:48.457536 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:48.476577 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba327147-9dbe-4566-b832-125a556a299e req-9433eae8-69e5-4615-ab7f-4540c5ae3ec7 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:48.479418 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ba327147-9dbe-4566-b832-125a556a299e req-9433eae8-69e5-4615-ab7f-4540c5ae3ec7 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 943 time: 0.1175804 Apr 30 16:01:48.535596 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-d8254973-6da3-4881-96c1-477dcc4ae59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:48.536230 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-d8254973-6da3-4881-96c1-477dcc4ae59b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:48.537615 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-d8254973-6da3-4881-96c1-477dcc4ae59b service neutron] 10.222.0.42 "PUT /v2.0/ports/c6160013-10e2-4b7e-a71f-0f55535cfa4f HTTP/1.1" status: 200 len: 1094 time: 1.6650205 Apr 30 16:01:48.538091 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3445d3-3ec0-4053-8821-dd50dad32304', 'tag': 'c6160013-10e2-4b7e-a71f-0f55535cfa4f'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:01:48.570745 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8254973-6da3-4881-96c1-477dcc4ae59b service neutron] Pushing event updated for resources: {'Port': ['ID=c6160013-10e2-4b7e-a71f-0f55535cfa4f,revision_number=3']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:48.574320 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ba327147-9dbe-4566-b832-125a556a299e req-fe466ac3-5509-483f-b375-1f4c1aa555f6 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887482 Apr 30 16:01:48.576482 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-d8254973-6da3-4881-96c1-477dcc4ae59b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:48.638446 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3445d3-3ec0-4053-8821-dd50dad32304', 'tag': 'c6160013-10e2-4b7e-a71f-0f55535cfa4f', 'status': 'completed', 'code': 200} Apr 30 16:01:48.686404 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-b775c1f1-755a-4a31-9635-345843038d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:48.689372 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-b775c1f1-755a-4a31-9635-345843038d4a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5252f565887e47f3ad4aa7e44a1a1e8a&device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 1097 time: 0.1067362 Apr 30 16:01:48.728274 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port e484fb83-1f92-4025-ae75-419c4fb076cf, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e484fb83-1f92-4025-ae75-419c4fb076cf,segment=NetworkSegment(661407b4-95b2-4d17-9ac4-ce7a66ada27c),segment_id=661407b4-95b2-4d17-9ac4-ce7a66ada27c)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:01:48.745634 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Returning: {'device': 'e484fb83-1f92-4025-ae75-419c4fb076cf', 'network_id': '819fb011-2436-418a-a827-e8015cd0e60c', 'port_id': 'e484fb83-1f92-4025-ae75-419c4fb076cf', 'mac_address': 'fa:16:3e:1c:82:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25aa568c-9755-4641-b331-c4c9e9416a7e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:01:48.759354 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 60672) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:48.768161 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-61ca13a0-4c4b-4f93-8517-4b06aed56841 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6160013-10e2-4b7e-a71f-0f55535cfa4f HTTP/1.1" status: 200 len: 217 time: 0.0705104 Apr 30 16:01:48.830470 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c90292c-c18d-4e44-a1c2-ee1244de024f admin admin] Deleting subnet ef361c8f-7d59-4779-84ef-6f55170202d0 {{(pid=73964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:01:48.834138 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3c90292c-c18d-4e44-a1c2-ee1244de024f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:48.850296 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:48.854045 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 60680) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:48.869113 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e484fb83-1f92-4025-ae75-419c4fb076cf {{(pid=73965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:01:48.886899 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port e484fb83-1f92-4025-ae75-419c4fb076cf, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e484fb83-1f92-4025-ae75-419c4fb076cf,segment=NetworkSegment(661407b4-95b2-4d17-9ac4-ce7a66ada27c),segment_id=661407b4-95b2-4d17-9ac4-ce7a66ada27c)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:01:48.894477 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:48.896645 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3c90292c-c18d-4e44-a1c2-ee1244de024f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3533658'] for subnet, precommit_delete_associations {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:48.899713 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-9be81c6a-a951-40b1-a18a-128d204e80c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:48.903140 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-9d1a90de-15d0-4502-9bdc-7eeac4596e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:48.921000 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-9d1a90de-15d0-4502-9bdc-7eeac4596e7c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f8b7b306-eb20-4da6-945c-a1c9edf03578 HTTP/1.1" status: 200 len: 856 time: 0.1445570 Apr 30 16:01:48.974100 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3c90292c-c18d-4e44-a1c2-ee1244de024f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2036197'] for subnet, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:48.977491 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=e484fb83-1f92-4025-ae75-419c4fb076cf,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:48.980520 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:49.060569 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-4598597e-946c-4a5c-bd3a-c12cbc8ff185 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-303633320-network', 'tenant_id': '763eb697197c48b8ab46c42ba2a8b2ec'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:01:49.067854 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-4598597e-946c-4a5c-bd3a-c12cbc8ff185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:49.074355 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-4598597e-946c-4a5c-bd3a-c12cbc8ff185 admin admin] Usage tracker for resource:network and tenant:763eb697197c48b8ab46c42ba2a8b2ec is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:49.078975 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-c72f4e15-98b9-4fae-a7d6-b36d4f8b2159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:49.080884 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-c72f4e15-98b9-4fae-a7d6-b36d4f8b2159 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee2b0be8-6f61-4610-80f3-80f1a59047b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1502244 Apr 30 16:01:49.081840 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-4598597e-946c-4a5c-bd3a-c12cbc8ff185 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:49.088313 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-4598597e-946c-4a5c-bd3a-c12cbc8ff185 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:49.131300 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4598597e-946c-4a5c-bd3a-c12cbc8ff185 admin admin] Made reservation on behalf of 763eb697197c48b8ab46c42ba2a8b2ec for: {'network': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:01:49.133844 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4598597e-946c-4a5c-bd3a-c12cbc8ff185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for network, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:49.153331 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4598597e-946c-4a5c-bd3a-c12cbc8ff185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:49.226902 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-4598597e-946c-4a5c-bd3a-c12cbc8ff185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:49.227665 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf65d70-ebe5-48d0-b7e2-3a3fbe52984c req-bd24fa54-cc1a-4529-a121-5c88f1c69cad tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:49.229166 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-abf65d70-ebe5-48d0-b7e2-3a3fbe52984c req-bd24fa54-cc1a-4529-a121-5c88f1c69cad tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.2227631 Apr 30 16:01:49.239820 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-4598597e-946c-4a5c-bd3a-c12cbc8ff185 admin admin] Usage tracker for resource:security_group_rule and tenant:763eb697197c48b8ab46c42ba2a8b2ec is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:49.244552 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-4598597e-946c-4a5c-bd3a-c12cbc8ff185 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:49.255532 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['e484fb83-1f92-4025-ae75-419c4fb076cf'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:01:49.256808 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-4598597e-946c-4a5c-bd3a-c12cbc8ff185 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:49.322864 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-5dedbcf0-2194-44d1-aa61-04760d03b881 service neutron] 10.222.0.42 "GET /v2.0/networks/ee2b0be8-6f61-4610-80f3-80f1a59047b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255275 Apr 30 16:01:49.395680 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-abf65d70-ebe5-48d0-b7e2-3a3fbe52984c req-568f77c6-fd68-4596-8704-c91ffd99563b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549239 Apr 30 16:01:49.406022 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3c90292c-c18d-4e44-a1c2-ee1244de024f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2036220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3714155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-777240'] for subnet, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:49.416957 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:49.458125 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90292c-c18d-4e44-a1c2-ee1244de024f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef361c8f-7d59-4779-84ef-6f55170202d0,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:49.460173 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3c90292c-c18d-4e44-a1c2-ee1244de024f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for subnet, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:49.474087 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-3c90292c-c18d-4e44-a1c2-ee1244de024f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ef361c8f-7d59-4779-84ef-6f55170202d0 HTTP/1.1" status: 204 len: 168 time: 0.7134621 Apr 30 16:01:49.474972 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 60698) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:49.475806 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-3c90292c-c18d-4e44-a1c2-ee1244de024f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:49.591416 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b62acf4f-18c7-4a4b-bbf9-72e9e324613c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688298'] for network, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:49.696250 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f80a5209-06d9-41ce-96f5-af80c37d8879 req-0557a3f8-6fac-4c9e-9eef-b2ab9cdbb648 service neutron] 10.222.0.42 "GET /v2.0/networks/ee2b0be8-6f61-4610-80f3-80f1a59047b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542020 Apr 30 16:01:49.715611 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4598597e-946c-4a5c-bd3a-c12cbc8ff185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:49.718666 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 60706) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:49.731982 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4598597e-946c-4a5c-bd3a-c12cbc8ff185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:49.739169 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b62acf4f-18c7-4a4b-bbf9-72e9e324613c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034024', 'neutron.services.segments.db._delete_segments_for_network-8758133272989'] for network, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:49.739498 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:49.760340 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ed9c5-0552-43e3-ab37-1d5cde1de90e req-9526f9d9-ca08-4557-a4f1-9c20802694bc tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:49.761803 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-765ed9c5-0552-43e3-ab37-1d5cde1de90e req-9526f9d9-ca08-4557-a4f1-9c20802694bc tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.3715878 Apr 30 16:01:49.775933 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4598597e-946c-4a5c-bd3a-c12cbc8ff185 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=73963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:01:49.808192 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598597e-946c-4a5c-bd3a-c12cbc8ff185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecf2574-a49e-49ef-9fbb-c9c1d989e47b,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:49.811577 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-4598597e-946c-4a5c-bd3a-c12cbc8ff185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:49.815702 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4598597e-946c-4a5c-bd3a-c12cbc8ff185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:49.816001 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.db.segments_db [None req-4598597e-946c-4a5c-bd3a-c12cbc8ff185 admin admin] Added segment 4a600418-8d26-450f-8b2d-818995a249ab of type vlan for network 6f0cb582-8a98-424c-89a9-fb25afaaf7fb Apr 30 16:01:49.846270 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-765ed9c5-0552-43e3-ab37-1d5cde1de90e req-fa2cf4fd-4a03-4456-82d3-1ea9d38520ce tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680778 Apr 30 16:01:49.875009 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4598597e-946c-4a5c-bd3a-c12cbc8ff185 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132848788'] for network, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:49.879052 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-e4701943-4522-4eab-85d6-d73f7afd11fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:49.900309 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-e4701943-4522-4eab-85d6-d73f7afd11fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:49.912676 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-e4701943-4522-4eab-85d6-d73f7afd11fa admin admin] Usage tracker for resource:security_group_rule and tenant:bcb8088884bd4e8c850d8ee5e27d4e37 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:49.917934 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-e4701943-4522-4eab-85d6-d73f7afd11fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:49.926823 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-e4701943-4522-4eab-85d6-d73f7afd11fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:49.939882 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4598597e-946c-4a5c-bd3a-c12cbc8ff185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for network, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:49.941087 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4598597e-946c-4a5c-bd3a-c12cbc8ff185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:49.941733 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4598597e-946c-4a5c-bd3a-c12cbc8ff185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:49.950517 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-dc94d86b-fcfa-416c-be37-622bb6e05a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:50.000590 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-b62acf4f-18c7-4a4b-bbf9-72e9e324613c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aeb36c3-1cef-4eff-a23a-8a0e6178552d']}} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:01:50.020218 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-b62acf4f-18c7-4a4b-bbf9-72e9e324613c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea1ddcd-5442-449c-9c4a-59aee1ef00e5') {'for_net_delete': True} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:01:50.020535 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-b62acf4f-18c7-4a4b-bbf9-72e9e324613c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea1ddcd-5442-449c-9c4a-59aee1ef00e5') {} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:01:50.039241 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b62acf4f-18c7-4a4b-bbf9-72e9e324613c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133283943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3533651'] for segment, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:50.056875 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2133ae5-39a3-4a6a-8b3c-3793092e76db req-ae00f434-eaa4-4705-84d7-f3254c395212 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:50.058407 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-c2133ae5-39a3-4a6a-8b3c-3793092e76db req-ae00f434-eaa4-4705-84d7-f3254c395212 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 944 time: 0.3215208 Apr 30 16:01:50.079154 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b62acf4f-18c7-4a4b-bbf9-72e9e324613c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:50.093347 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62acf4f-18c7-4a4b-bbf9-72e9e324613c admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=73964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:01:50.131919 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598597e-946c-4a5c-bd3a-c12cbc8ff185 admin admin] Pushing event updated for resources: {'Network': ['ID=6f0cb582-8a98-424c-89a9-fb25afaaf7fb,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:50.134889 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-4598597e-946c-4a5c-bd3a-c12cbc8ff185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:50.144761 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Network 6f0cb582-8a98-424c-89a9-fb25afaaf7fb details requested by agent ovs-agent-dv-cinder-787195-6-iscsi with host dv-cinder-787195-6-iscsi {{(pid=73965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:01:50.148414 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-4598597e-946c-4a5c-bd3a-c12cbc8ff185 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2911949 Apr 30 16:01:50.150789 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 60712) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:50.160804 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-194aee04-4331-4ad9-a3ed-8ed375bdb1b6 admin admin] Request body: {'subnet': {'network_id': '6f0cb582-8a98-424c-89a9-fb25afaaf7fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-303633320-subnet', 'tenant_id': '763eb697197c48b8ab46c42ba2a8b2ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:01:50.166390 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-194aee04-4331-4ad9-a3ed-8ed375bdb1b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:50.178772 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-194aee04-4331-4ad9-a3ed-8ed375bdb1b6 admin admin] Usage tracker for resource:subnet and tenant:763eb697197c48b8ab46c42ba2a8b2ec is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:50.183308 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-194aee04-4331-4ad9-a3ed-8ed375bdb1b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:50.190136 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-c2133ae5-39a3-4a6a-8b3c-3793092e76db req-9902e439-ea08-4f75-8acc-b9ec4cbf2928 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250608 Apr 30 16:01:50.196156 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-194aee04-4331-4ad9-a3ed-8ed375bdb1b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:50.221580 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-e4701943-4522-4eab-85d6-d73f7afd11fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:50.227458 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-e4701943-4522-4eab-85d6-d73f7afd11fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:50.238720 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-8ece99bd-9615-438d-8528-142c4dabf4a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:50.251347 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194aee04-4331-4ad9-a3ed-8ed375bdb1b6 admin admin] Made reservation on behalf of 763eb697197c48b8ab46c42ba2a8b2ec for: {'subnet': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:01:50.254169 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-194aee04-4331-4ad9-a3ed-8ed375bdb1b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:50.293803 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.managers [None req-b62acf4f-18c7-4a4b-bbf9-72e9e324613c admin admin] Network 4aeb36c3-1cef-4eff-a23a-8a0e6178552d has no segments {{(pid=73964) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:01:50.303818 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b62acf4f-18c7-4a4b-bbf9-72e9e324613c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2039760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3714241'] for segment, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:50.316928 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4701943-4522-4eab-85d6-d73f7afd11fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ef38b0-da04-4f49-9d17-7477b4cb6ede,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:50.320031 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-e4701943-4522-4eab-85d6-d73f7afd11fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:50.367608 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-e4701943-4522-4eab-85d6-d73f7afd11fa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bcb8088884bd4e8c850d8ee5e27d4e37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6453660 Apr 30 16:01:50.374044 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 60718) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:50.460648 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a056caf5-0d99-469c-a8af-0be00c9d38ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:50.497321 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.managers [None req-b62acf4f-18c7-4a4b-bbf9-72e9e324613c admin admin] Network 4aeb36c3-1cef-4eff-a23a-8a0e6178552d has no segments {{(pid=73964) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: Traceback (most recent call last): Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: timer() Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: cb(*args, **kw) Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: return func(*args, **kwargs) Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: self._notify() Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: self.callback(batched_events) Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: event.method(event) Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: return f(self, *a, **k) Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: return self._get(url).json() Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: return self.request(url, 'GET', **kwargs) Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:01:50.518780 dv-cinder-787195-6-iscsi neutron-server[73964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:01:50.528774 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a056caf5-0d99-469c-a8af-0be00c9d38ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:50.598489 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b62acf4f-18c7-4a4b-bbf9-72e9e324613c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657477'] for network, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:50.602745 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-bdf2e0a9-e751-459c-95af-9550d0048dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:50.618113 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b62acf4f-18c7-4a4b-bbf9-72e9e324613c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:50.624140 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62acf4f-18c7-4a4b-bbf9-72e9e324613c admin admin] Pushing event deleted for resources: {'Network': ['ID=4aeb36c3-1cef-4eff-a23a-8a0e6178552d,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:50.630403 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-b62acf4f-18c7-4a4b-bbf9-72e9e324613c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:50.632248 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-b62acf4f-18c7-4a4b-bbf9-72e9e324613c admin admin] 10.222.0.72 "DELETE /v2.0/networks/4aeb36c3-1cef-4eff-a23a-8a0e6178552d HTTP/1.1" status: 204 len: 168 time: 1.1552994 Apr 30 16:01:50.635240 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 60726) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:50.697929 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4b4d95-99e7-48f0-ab91-cbb2aa50d06e admin admin] Deleting subnet 4e9205bb-9ae6-498b-967e-33b8804ad028 {{(pid=73964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:01:50.700938 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6f4b4d95-99e7-48f0-ab91-cbb2aa50d06e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:50.710469 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bfdf6-af0a-4407-a022-c67934bf048a req-f054113f-9fe1-4d28-9098-66d7dfdd7c86 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:50.711903 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-cd6bfdf6-af0a-4407-a022-c67934bf048a req-f054113f-9fe1-4d28-9098-66d7dfdd7c86 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.1851964 Apr 30 16:01:50.712516 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a056caf5-0d99-469c-a8af-0be00c9d38ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:50.715121 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-339661a0-6cdb-48c4-a077-83693c9c592b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:50.744948 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056caf5-0d99-469c-a8af-0be00c9d38ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ef38b0-da04-4f49-9d17-7477b4cb6ede,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:50.758024 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6f4b4d95-99e7-48f0-ab91-cbb2aa50d06e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3533658'] for subnet, precommit_delete_associations {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:50.797543 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a056caf5-0d99-469c-a8af-0be00c9d38ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:50.815601 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6f4b4d95-99e7-48f0-ab91-cbb2aa50d06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2036197'] for subnet, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:50.829336 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a056caf5-0d99-469c-a8af-0be00c9d38ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:50.830411 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-a056caf5-0d99-469c-a8af-0be00c9d38ef admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a8ef38b0-da04-4f49-9d17-7477b4cb6ede HTTP/1.1" status: 204 len: 168 time: 0.4552248 Apr 30 16:01:50.839289 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-cd6bfdf6-af0a-4407-a022-c67934bf048a req-fb373e00-1c28-409e-bcbd-5aa0681164d8 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150796 Apr 30 16:01:50.943192 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-194aee04-4331-4ad9-a3ed-8ed375bdb1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for subnet, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:50.948716 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-89a2132d-8b6f-4b84-b3eb-ea0da9d7a50d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:51.056142 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194aee04-4331-4ad9-a3ed-8ed375bdb1b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74c4b6d4-efd8-43d3-a359-33ee28109e33,revision_number=0']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:51.064847 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-194aee04-4331-4ad9-a3ed-8ed375bdb1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:51.096478 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6f4b4d95-99e7-48f0-ab91-cbb2aa50d06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2036220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3714155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-777240'] for subnet, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:51.099561 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194aee04-4331-4ad9-a3ed-8ed375bdb1b6 admin admin] Checking segment: {'id': '4a600418-8d26-450f-8b2d-818995a249ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6f0cb582-8a98-424c-89a9-fb25afaaf7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:01:51.099938 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194aee04-4331-4ad9-a3ed-8ed375bdb1b6 admin admin] Network hostable DHCP agents. Network: 6f0cb582-8a98-424c-89a9-fb25afaaf7fb, hostable agents: ['bfd10ce1-d195-4e07-9fe2-51a3c988df31'], hosted agents: [] {{(pid=73963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:01:51.102186 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-875f3816-fdb4-421a-bab9-e3ec3771fb4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:51.135482 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194aee04-4331-4ad9-a3ed-8ed375bdb1b6 admin admin] Network 6f0cb582-8a98-424c-89a9-fb25afaaf7fb is scheduled to be hosted by DHCP agent bfd10ce1-d195-4e07-9fe2-51a3c988df31 with binding_index 1 {{(pid=73963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:01:51.139616 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b4d95-99e7-48f0-ab91-cbb2aa50d06e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e9205bb-9ae6-498b-967e-33b8804ad028,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:51.143516 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-6f4b4d95-99e7-48f0-ab91-cbb2aa50d06e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:51.144687 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6f4b4d95-99e7-48f0-ab91-cbb2aa50d06e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for subnet, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:51.147278 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c4fc5-64e8-49f3-bb2e-6eadc26ff13b req-a4161162-36a4-4c74-a1fc-08d034421d09 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:51.150937 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-6f4b4d95-99e7-48f0-ab91-cbb2aa50d06e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/4e9205bb-9ae6-498b-967e-33b8804ad028 HTTP/1.1" status: 204 len: 168 time: 0.5147614 Apr 30 16:01:51.152542 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6b8c4fc5-64e8-49f3-bb2e-6eadc26ff13b req-a4161162-36a4-4c74-a1fc-08d034421d09 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.1308270 Apr 30 16:01:51.153573 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 60738) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:51.179831 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [None req-194aee04-4331-4ad9-a3ed-8ed375bdb1b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-iscsi, 6f0cb582-8a98-424c-89a9-fb25afaaf7fb) {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:01:51.186677 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194aee04-4331-4ad9-a3ed-8ed375bdb1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:51.188270 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-194aee04-4331-4ad9-a3ed-8ed375bdb1b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:51.189691 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097f224f-bbd3-48c4-a2b4-fbf6b1f01139 None None] Network 6f0cb582-8a98-424c-89a9-fb25afaaf7fb requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:01:51.224126 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6b8c4fc5-64e8-49f3-bb2e-6eadc26ff13b req-021d1937-8baf-4d1b-aebf-0962942742c1 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660992 Apr 30 16:01:51.235892 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-194aee04-4331-4ad9-a3ed-8ed375bdb1b6 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0788450 Apr 30 16:01:51.308340 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-fa54fd7a-75d5-45ac-8aa3-89fc3eba8f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688298'] for network, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:51.497519 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-fa54fd7a-75d5-45ac-8aa3-89fc3eba8f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034024', 'neutron.services.segments.db._delete_segments_for_network-8758133272989'] for network, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:51.500061 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549dea8-a4e9-467d-a31a-edf68ebbd303 req-51800dfa-003f-443e-8fa7-e62116637181 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:51.503010 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0549dea8-a4e9-467d-a31a-edf68ebbd303 req-51800dfa-003f-443e-8fa7-e62116637181 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 944 time: 0.1504951 Apr 30 16:01:51.551476 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3978c51b-b5e3-48a3-9a73-6ba395ffc32c None None] Network 6f0cb582-8a98-424c-89a9-fb25afaaf7fb requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:01:51.599995 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0549dea8-a4e9-467d-a31a-edf68ebbd303 req-af868168-4814-497f-ac57-cbe506e47c45 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870409 Apr 30 16:01:51.751113 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-fa54fd7a-75d5-45ac-8aa3-89fc3eba8f8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca86aec-fe7d-4359-be36-37e54a226a72']}} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:01:51.767257 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-fa54fd7a-75d5-45ac-8aa3-89fc3eba8f8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188728be-a06c-4263-b98b-c5807e2e0b68') {'for_net_delete': True} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:01:51.767597 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-fa54fd7a-75d5-45ac-8aa3-89fc3eba8f8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188728be-a06c-4263-b98b-c5807e2e0b68') {} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:01:51.781694 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-fa54fd7a-75d5-45ac-8aa3-89fc3eba8f8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133283943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3533651'] for segment, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:51.801892 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-fa54fd7a-75d5-45ac-8aa3-89fc3eba8f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:51.810532 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa54fd7a-75d5-45ac-8aa3-89fc3eba8f8b admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=73964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:01:52.008785 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.managers [None req-fa54fd7a-75d5-45ac-8aa3-89fc3eba8f8b admin admin] Network eca86aec-fe7d-4359-be36-37e54a226a72 has no segments {{(pid=73964) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:01:52.020323 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-fa54fd7a-75d5-45ac-8aa3-89fc3eba8f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2039760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3714241'] for segment, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:52.119870 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedae656-b1ed-4c49-a207-cc64be30f10f req-a4ea9a47-f8a0-473d-9268-6d6533119cb1 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:52.124407 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-dedae656-b1ed-4c49-a207-cc64be30f10f req-a4ea9a47-f8a0-473d-9268-6d6533119cb1 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.1165495 Apr 30 16:01:52.181015 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-dedae656-b1ed-4c49-a207-cc64be30f10f req-62c841cd-b210-440c-8967-6bf9c1511e25 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481958 Apr 30 16:01:52.247693 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.managers [None req-fa54fd7a-75d5-45ac-8aa3-89fc3eba8f8b admin admin] Network eca86aec-fe7d-4359-be36-37e54a226a72 has no segments {{(pid=73964) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: Traceback (most recent call last): Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: timer() Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: cb(*args, **kw) Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: return func(*args, **kwargs) Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: self._notify() Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: self.callback(batched_events) Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: event.method(event) Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: return f(self, *a, **k) Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: return self._get(url).json() Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: return self.request(url, 'GET', **kwargs) Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:01:52.269619 dv-cinder-787195-6-iscsi neutron-server[73964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:01:52.351140 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-fa54fd7a-75d5-45ac-8aa3-89fc3eba8f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657477'] for network, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:52.355593 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:52.374017 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-fa54fd7a-75d5-45ac-8aa3-89fc3eba8f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:52.376788 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54fd7a-75d5-45ac-8aa3-89fc3eba8f8b admin admin] Pushing event deleted for resources: {'Network': ['ID=eca86aec-fe7d-4359-be36-37e54a226a72,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:52.381027 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-fa54fd7a-75d5-45ac-8aa3-89fc3eba8f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:52.385622 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-fa54fd7a-75d5-45ac-8aa3-89fc3eba8f8b admin admin] 10.222.0.72 "DELETE /v2.0/networks/eca86aec-fe7d-4359-be36-37e54a226a72 HTTP/1.1" status: 204 len: 168 time: 1.2310548 Apr 30 16:01:52.452017 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f6049-9c97-4501-9e44-22add90946f0 req-68422ae5-8087-483b-a6b1-eb4164d24a62 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:52.453989 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f46f6049-9c97-4501-9e44-22add90946f0 req-68422ae5-8087-483b-a6b1-eb4164d24a62 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.0980849 Apr 30 16:01:52.515771 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f46f6049-9c97-4501-9e44-22add90946f0 req-8c82a82d-f733-4cf0-a9d6-9bee36ea8650 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547335 Apr 30 16:01:52.606919 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 60786) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:52.656753 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-30c9a2b5-b222-4f7c-8888-1d3b86c6dfb7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e6bfd471aaf74ad5b5971fc1280a45b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476129 Apr 30 16:01:52.658115 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 60792) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:52.717883 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-dee027a9-9c24-43af-b231-0e6308990a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:52.742830 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-dee027a9-9c24-43af-b231-0e6308990a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:52.784669 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba99331-5bd4-4d60-b3ef-a647171c1f5c req-993fea27-afe4-44c8-b00a-dcb754450f97 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:52.786330 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-dba99331-5bd4-4d60-b3ef-a647171c1f5c req-993fea27-afe4-44c8-b00a-dcb754450f97 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 944 time: 0.0818992 Apr 30 16:01:52.794373 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-dee027a9-9c24-43af-b231-0e6308990a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:52.799366 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-e9bab109-1434-4d00-b375-0456f8310406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:52.811180 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee027a9-9c24-43af-b231-0e6308990a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a600130-7d81-4770-acb3-a6def6b838b8,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:52.814210 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-dee027a9-9c24-43af-b231-0e6308990a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:52.821464 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-dee027a9-9c24-43af-b231-0e6308990a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:52.825304 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-dee027a9-9c24-43af-b231-0e6308990a4d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7a600130-7d81-4770-acb3-a6def6b838b8 HTTP/1.1" status: 204 len: 168 time: 0.1639881 Apr 30 16:01:52.879857 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-dba99331-5bd4-4d60-b3ef-a647171c1f5c req-c6d5a1f7-cc59-4549-a3d9-b307a95d8cd7 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872169 Apr 30 16:01:52.909241 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf4612-bb28-4dd9-b70d-15dd3e169b42 req-fc69a8a0-71b6-4f1f-8010-2a2cad5e4f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:52.911026 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-deaf4612-bb28-4dd9-b70d-15dd3e169b42 req-fc69a8a0-71b6-4f1f-8010-2a2cad5e4f19 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5252f565887e47f3ad4aa7e44a1a1e8a&device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 1097 time: 0.0861011 Apr 30 16:01:53.050068 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf4612-bb28-4dd9-b70d-15dd3e169b42 req-44b76047-756c-43da-8a9d-dbc2b61473fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:53.051479 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-deaf4612-bb28-4dd9-b70d-15dd3e169b42 req-44b76047-756c-43da-8a9d-dbc2b61473fd service neutron] 10.222.0.42 "GET /v2.0/networks?id=ee2b0be8-6f61-4610-80f3-80f1a59047b4 HTTP/1.1" status: 200 len: 917 time: 0.1307135 Apr 30 16:01:53.122549 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-deaf4612-bb28-4dd9-b70d-15dd3e169b42 req-a1b760d6-123f-4afe-b01b-2c6ab1f1b7a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6160013-10e2-4b7e-a71f-0f55535cfa4f HTTP/1.1" status: 200 len: 217 time: 0.0637927 Apr 30 16:01:53.188825 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf4612-bb28-4dd9-b70d-15dd3e169b42 req-db0fe18c-f480-4291-a22a-8e86743eec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:53.190260 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-deaf4612-bb28-4dd9-b70d-15dd3e169b42 req-db0fe18c-f480-4291-a22a-8e86743eec2f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f8b7b306-eb20-4da6-945c-a1c9edf03578 HTTP/1.1" status: 200 len: 856 time: 0.0596571 Apr 30 16:01:53.194257 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 60802) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:53.336259 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-fdfea623-66fe-426a-86c5-89ca8488791b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=352add85e7c4479381c692620f53dff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407077 Apr 30 16:01:53.339298 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 60808) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:53.393304 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf4612-bb28-4dd9-b70d-15dd3e169b42 req-1b305929-0bf5-4bd0-aa8a-52f65785e801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:53.394104 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfc50f-7267-4824-b7b1-8308296493aa req-e3b16257-20ae-4a43-9fee-838dcbf19ae8 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:53.394753 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-deaf4612-bb28-4dd9-b70d-15dd3e169b42 req-1b305929-0bf5-4bd0-aa8a-52f65785e801 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee2b0be8-6f61-4610-80f3-80f1a59047b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1817906 Apr 30 16:01:53.395566 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d3dfc50f-7267-4824-b7b1-8308296493aa req-e3b16257-20ae-4a43-9fee-838dcbf19ae8 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.0886014 Apr 30 16:01:53.442856 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5950228d-3f31-48cb-aebf-430577eb6540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:53.445749 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d3dfc50f-7267-4824-b7b1-8308296493aa req-153e016f-fc71-48db-b240-d8bc04c4dfd4 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437784 Apr 30 16:01:53.528426 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5950228d-3f31-48cb-aebf-430577eb6540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:53.590711 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-deaf4612-bb28-4dd9-b70d-15dd3e169b42 req-a9f9fab7-ef49-4317-b3d7-ac7538da527d service neutron] 10.222.0.42 "GET /v2.0/networks/ee2b0be8-6f61-4610-80f3-80f1a59047b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851778 Apr 30 16:01:53.678670 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5950228d-3f31-48cb-aebf-430577eb6540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:53.731226 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a7326694-b44a-4aa1-b0d1-752155ab257c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:53.758445 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950228d-3f31-48cb-aebf-430577eb6540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72325993-8859-4df1-935a-0e579fdb72ed,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:53.763553 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-5950228d-3f31-48cb-aebf-430577eb6540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:53.773252 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5950228d-3f31-48cb-aebf-430577eb6540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:53.774361 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-5950228d-3f31-48cb-aebf-430577eb6540 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/72325993-8859-4df1-935a-0e579fdb72ed HTTP/1.1" status: 204 len: 168 time: 0.4341867 Apr 30 16:01:53.811790 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-deaf4612-bb28-4dd9-b70d-15dd3e169b42 req-0436e4c7-8dcb-499f-9973-a4c7ee521618 service neutron] 10.222.0.42 "GET /v2.0/networks/ee2b0be8-6f61-4610-80f3-80f1a59047b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118146 Apr 30 16:01:53.844376 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27673580-4622-4fbf-91df-12b9a1b1363c req-ac284244-ef9b-49c1-827f-f9005da5c58e tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:53.846472 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-27673580-4622-4fbf-91df-12b9a1b1363c req-ac284244-ef9b-49c1-827f-f9005da5c58e tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.2057779 Apr 30 16:01:53.906144 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-27673580-4622-4fbf-91df-12b9a1b1363c req-e08f1408-8149-4a77-9aef-b4b196d27808 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534182 Apr 30 16:01:54.135461 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5978f33-ddb9-42f9-9ce6-cbfed6c92bb4 req-907c3c98-6d67-48e5-9f43-1a05bf0c91e5 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:54.137049 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e5978f33-ddb9-42f9-9ce6-cbfed6c92bb4 req-907c3c98-6d67-48e5-9f43-1a05bf0c91e5 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 944 time: 0.0997477 Apr 30 16:01:54.197941 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e5978f33-ddb9-42f9-9ce6-cbfed6c92bb4 req-d92b1792-3405-4e16-b0dd-f561e7160abf tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546980 Apr 30 16:01:54.647381 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a54697-f9f7-4457-88b7-a65333ec7d3f req-09a62d91-e200-4902-ad34-cfbba44227bd tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:54.649053 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c2a54697-f9f7-4457-88b7-a65333ec7d3f req-09a62d91-e200-4902-ad34-cfbba44227bd tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.0820134 Apr 30 16:01:54.684888 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82938bb-9808-4667-a808-cbe717218e69 req-ed97101b-3b80-4d8d-9807-6b62a44272e3 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:54.684888 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d82938bb-9808-4667-a808-cbe717218e69 req-ed97101b-3b80-4d8d-9807-6b62a44272e3 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/networks?id=6f0cb582-8a98-424c-89a9-fb25afaaf7fb HTTP/1.1" status: 200 len: 813 time: 0.1545882 Apr 30 16:01:54.701734 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c2a54697-f9f7-4457-88b7-a65333ec7d3f req-08114fff-3660-4425-85f8-7cdc8ff239e1 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458965 Apr 30 16:01:54.702476 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d82938bb-9808-4667-a808-cbe717218e69 req-609e6087-2ca8-4b8e-bdd2-8991e3e4f587 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/quotas/763eb697197c48b8ab46c42ba2a8b2ec HTTP/1.1" status: 200 len: 375 time: 0.0095103 Apr 30 16:01:54.754088 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d82938bb-9808-4667-a808-cbe717218e69 req-3b4ec984-5ad8-4964-80e5-53777f6b90b0 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=763eb697197c48b8ab46c42ba2a8b2ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441957 Apr 30 16:01:54.884544 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d82938bb-9808-4667-a808-cbe717218e69 req-a5976c53-c2b1-4c1a-b5d9-816ca3df048d service neutron] 10.222.0.72 "GET /v2.0/networks/6f0cb582-8a98-424c-89a9-fb25afaaf7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236825 Apr 30 16:01:55.024594 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d82938bb-9808-4667-a808-cbe717218e69 req-52e7d80d-f6e0-47f7-a054-4b082590d32b service neutron] 10.222.0.72 "GET /v2.0/networks/6f0cb582-8a98-424c-89a9-fb25afaaf7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342578 Apr 30 16:01:55.106619 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d55594-0fa5-4956-87f0-9c31f65d06d5 req-2f996c3b-7ec2-41c3-a63c-dcde29e3ef5c tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:55.106862 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c6d55594-0fa5-4956-87f0-9c31f65d06d5 req-2f996c3b-7ec2-41c3-a63c-dcde29e3ef5c tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.0870321 Apr 30 16:01:55.107139 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 60882) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:55.172705 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c6d55594-0fa5-4956-87f0-9c31f65d06d5 req-d1f0c610-2340-4861-a95a-7060aaa8cdef tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579329 Apr 30 16:01:55.237095 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-e3e6aefb-3bbe-4792-8667-72dad096d212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:55.253086 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-e3e6aefb-3bbe-4792-8667-72dad096d212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:55.256486 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-51b4917e-6af8-4d5e-b199-344d03e7a5a4 req-170def03-ffa6-4d3f-aba0-c1b91ae122ea tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6ba3437-1501-40e1-8d5a-1fe003cf7a15 HTTP/1.1" status: 200 len: 210 time: 0.0481696 Apr 30 16:01:55.257321 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-e3e6aefb-3bbe-4792-8667-72dad096d212 admin admin] Usage tracker for resource:security_group_rule and tenant:8103b0c6f9e64a0cbf94bc0f9aed8c0d is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:55.260456 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-e3e6aefb-3bbe-4792-8667-72dad096d212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:55.266720 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-e3e6aefb-3bbe-4792-8667-72dad096d212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:55.373012 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-e3e6aefb-3bbe-4792-8667-72dad096d212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:55.379402 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-e3e6aefb-3bbe-4792-8667-72dad096d212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:55.389046 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-c4cf9a18-8c44-4993-98af-c12193a23367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:55.440150 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-e3e6aefb-3bbe-4792-8667-72dad096d212 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8103b0c6f9e64a0cbf94bc0f9aed8c0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296421 Apr 30 16:01:55.440845 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 60900) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:01:55.441200 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6aefb-3bbe-4792-8667-72dad096d212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359d4eba-ad9d-4453-b2dc-0b71868cd2c7,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:55.444863 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-e3e6aefb-3bbe-4792-8667-72dad096d212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:55.514653 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25955b9f-d78c-4c6e-81f2-e5a91a962866 req-bff86c64-746b-4719-9bdd-b157d88e5ee0 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:55.516390 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-25955b9f-d78c-4c6e-81f2-e5a91a962866 req-bff86c64-746b-4719-9bdd-b157d88e5ee0 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 944 time: 0.1400132 Apr 30 16:01:55.534389 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-e18f67b9-1203-4878-9fed-a334646f3cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:55.581518 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-e18f67b9-1203-4878-9fed-a334646f3cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:55.631759 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-25955b9f-d78c-4c6e-81f2-e5a91a962866 req-7a307dc4-6795-40cf-b9cb-80b98dc18daf tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805292 Apr 30 16:01:55.655212 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-e18f67b9-1203-4878-9fed-a334646f3cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:55.660615 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-cf9ac725-bad9-423e-9535-5ea388dc21d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:55.672507 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f67b9-1203-4878-9fed-a334646f3cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359d4eba-ad9d-4453-b2dc-0b71868cd2c7,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:55.675378 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-e18f67b9-1203-4878-9fed-a334646f3cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:55.677298 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-e18f67b9-1203-4878-9fed-a334646f3cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:55.678359 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-e18f67b9-1203-4878-9fed-a334646f3cf6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/359d4eba-ad9d-4453-b2dc-0b71868cd2c7 HTTP/1.1" status: 204 len: 168 time: 0.2362194 Apr 30 16:01:55.892017 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82fe09-bd34-4371-a3fa-1eba180ea100 req-383422e4-d155-48cf-b703-c5b2841e5aca tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:55.893483 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0d82fe09-bd34-4371-a3fa-1eba180ea100 req-383422e4-d155-48cf-b703-c5b2841e5aca tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.0789967 Apr 30 16:01:55.943832 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0d82fe09-bd34-4371-a3fa-1eba180ea100 req-9d9918b2-fc41-4f2a-a1b0-ab481c7d4b0e tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443435 Apr 30 16:01:56.330237 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device e484fb83-1f92-4025-ae75-419c4fb076cf up at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:01:56.358723 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b75795-02d9-403b-bda7-822f83b954f7 req-fd2bc5ba-f4e9-4fdf-be49-c9c2b845dddc tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:56.361614 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-52b75795-02d9-403b-bda7-822f83b954f7 req-fd2bc5ba-f4e9-4fdf-be49-c9c2b845dddc tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.0858507 Apr 30 16:01:56.403943 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning for port e484fb83-1f92-4025-ae75-419c4fb076cf completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:01:56.410016 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-52b75795-02d9-403b-bda7-822f83b954f7 req-242483a8-3c3d-4c44-9f75-0d6d18ec7fcd tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418816 Apr 30 16:01:56.412383 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning complete for port e484fb83-1f92-4025-ae75-419c4fb076cf triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:01:56.412978 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:56.535817 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:56.569247 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port e484fb83-1f92-4025-ae75-419c4fb076cf, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e484fb83-1f92-4025-ae75-419c4fb076cf,segment=NetworkSegment(661407b4-95b2-4d17-9ac4-ce7a66ada27c),segment_id=661407b4-95b2-4d17-9ac4-ce7a66ada27c)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:01:56.570134 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18042506-c3e6-4bfc-991b-68fd6a06bc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e484fb83-1f92-4025-ae75-419c4fb076cf'}] {{(pid=73965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:01:56.576834 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:56.580370 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:56.607572 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-831e5b76-4f32-4e49-ae04-b090a223f5aa req-5c90e494-9146-4499-85dd-eff8bdf3e8ea tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6ba3437-1501-40e1-8d5a-1fe003cf7a15 HTTP/1.1" status: 200 len: 210 time: 0.0587635 Apr 30 16:01:56.648328 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=e484fb83-1f92-4025-ae75-419c4fb076cf,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:56.651690 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:56.669375 dv-cinder-787195-6-iscsi neutron-server[73965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18042506-c3e6-4bfc-991b-68fd6a06bc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e484fb83-1f92-4025-ae75-419c4fb076cf', 'code': 200} Apr 30 16:01:56.832883 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9dffe-a4c9-4d6c-9caa-eccc75533f8c req-7de3d934-6646-48d6-81c6-53e721935652 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:56.834579 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-edf9dffe-a4c9-4d6c-9caa-eccc75533f8c req-7de3d934-6646-48d6-81c6-53e721935652 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 945 time: 0.0814040 Apr 30 16:01:56.885021 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-edf9dffe-a4c9-4d6c-9caa-eccc75533f8c req-f9fdb6c4-48ba-4ec2-a3db-8a1a89c5c81f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440257 Apr 30 16:01:57.138801 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d951c80-93d6-424f-a6e8-51d0a53821d5 req-8cfd2f90-4e5c-4422-b55e-1118609684db tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:57.140258 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2d951c80-93d6-424f-a6e8-51d0a53821d5 req-8cfd2f90-4e5c-4422-b55e-1118609684db tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.0830088 Apr 30 16:01:57.186531 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2d951c80-93d6-424f-a6e8-51d0a53821d5 req-4b9fdc76-a6e9-4a8b-9b83-230248f6edd4 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398836 Apr 30 16:01:57.460556 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device c6160013-10e2-4b7e-a71f-0f55535cfa4f details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:01:57.614122 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port c6160013-10e2-4b7e-a71f-0f55535cfa4f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c6160013-10e2-4b7e-a71f-0f55535cfa4f,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:01:57.628213 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66369a31-ebe0-4e9a-a890-3e344401c67d req-3e472069-b3a1-4cdc-a8ab-961e5a1bf887 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:57.638229 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-66369a31-ebe0-4e9a-a890-3e344401c67d req-3e472069-b3a1-4cdc-a8ab-961e5a1bf887 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.1128988 Apr 30 16:01:57.642300 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Returning: {'device': 'c6160013-10e2-4b7e-a71f-0f55535cfa4f', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'port_id': 'c6160013-10e2-4b7e-a71f-0f55535cfa4f', 'mac_address': 'fa:16:3e:37:10:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:01:57.711441 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:57.730277 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-66369a31-ebe0-4e9a-a890-3e344401c67d req-0f24acbb-cc57-4ba6-8c92-f3962c03b2f9 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910232 Apr 30 16:01:57.730579 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6160013-10e2-4b7e-a71f-0f55535cfa4f {{(pid=73965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:01:57.748845 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port c6160013-10e2-4b7e-a71f-0f55535cfa4f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c6160013-10e2-4b7e-a71f-0f55535cfa4f,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:01:57.754785 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:57.756917 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:57.825382 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=c6160013-10e2-4b7e-a71f-0f55535cfa4f,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:57.829409 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:57.848106 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-2d06d731-8f5c-4510-bcdd-3bc68b6ed40c req-39c6c9a1-c257-484f-bdad-203e86eb417f tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6ba3437-1501-40e1-8d5a-1fe003cf7a15 HTTP/1.1" status: 200 len: 210 time: 0.0605714 Apr 30 16:01:57.915345 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915dc715-3d8f-47db-98a1-9e93c4e9a0e5 req-51d275d9-5b95-4bba-b900-f380ba054acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:57.917050 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-915dc715-3d8f-47db-98a1-9e93c4e9a0e5 req-51d275d9-5b95-4bba-b900-f380ba054acc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 1098 time: 0.1429987 Apr 30 16:01:57.961885 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-915dc715-3d8f-47db-98a1-9e93c4e9a0e5 req-51413c8d-bf26-45a3-8366-635a25ac0dc4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361083 Apr 30 16:01:58.080882 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e4aa5-4e9f-45e6-ad14-9abfb54d6396 req-70cbd84f-6bc1-468c-baa2-bc6d714aaa17 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:58.082357 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-092e4aa5-4e9f-45e6-ad14-9abfb54d6396 req-70cbd84f-6bc1-468c-baa2-bc6d714aaa17 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 945 time: 0.0869977 Apr 30 16:01:58.131740 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-092e4aa5-4e9f-45e6-ad14-9abfb54d6396 req-6c297d55-dabb-4ba9-ad04-e2d9fd649347 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425048 Apr 30 16:01:58.155703 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['c6160013-10e2-4b7e-a71f-0f55535cfa4f'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:01:58.406060 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5c8ef-2f34-4438-b0fe-c8e99bb42054 req-98ec746a-423d-4c57-879b-9ecadf1f7078 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:58.407721 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-19f5c8ef-2f34-4438-b0fe-c8e99bb42054 req-98ec746a-423d-4c57-879b-9ecadf1f7078 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 945 time: 0.0942531 Apr 30 16:01:58.467736 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-19f5c8ef-2f34-4438-b0fe-c8e99bb42054 req-47ccf848-b569-4b2a-a635-aa5a23da6167 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540397 Apr 30 16:01:58.581798 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82938bb-9808-4667-a808-cbe717218e69 req-18fd2fab-4a79-4f1c-a120-6597f784ec88 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:58.582631 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-d82938bb-9808-4667-a808-cbe717218e69 req-18fd2fab-4a79-4f1c-a120-6597f784ec88 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Synchronizing usage tracker for tenant:763eb697197c48b8ab46c42ba2a8b2ec on resource:network {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:01:58.604318 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-d82938bb-9808-4667-a808-cbe717218e69 req-18fd2fab-4a79-4f1c-a120-6597f784ec88 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Unset dirty status for tenant:763eb697197c48b8ab46c42ba2a8b2ec on resource:network {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:01:58.607002 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d82938bb-9808-4667-a808-cbe717218e69 req-18fd2fab-4a79-4f1c-a120-6597f784ec88 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.42 "GET /v2.0/networks?id=6f0cb582-8a98-424c-89a9-fb25afaaf7fb HTTP/1.1" status: 200 len: 813 time: 0.1985836 Apr 30 16:01:58.630034 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-d82938bb-9808-4667-a808-cbe717218e69 req-110eae54-fafc-49d5-ac71-ab154c14f0e6 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Request body: {'port': {'device_id': 'f6ba3437-1501-40e1-8d5a-1fe003cf7a15', 'network_id': '6f0cb582-8a98-424c-89a9-fb25afaaf7fb', 'admin_state_up': True, 'tenant_id': '763eb697197c48b8ab46c42ba2a8b2ec'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:01:58.768422 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-d82938bb-9808-4667-a808-cbe717218e69 req-110eae54-fafc-49d5-ac71-ab154c14f0e6 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:01:58.772257 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-d82938bb-9808-4667-a808-cbe717218e69 req-110eae54-fafc-49d5-ac71-ab154c14f0e6 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Usage tracker for resource:port and tenant:763eb697197c48b8ab46c42ba2a8b2ec is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:01:58.775315 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-d82938bb-9808-4667-a808-cbe717218e69 req-110eae54-fafc-49d5-ac71-ab154c14f0e6 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:01:58.781784 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-d82938bb-9808-4667-a808-cbe717218e69 req-110eae54-fafc-49d5-ac71-ab154c14f0e6 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:01:58.792288 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d82938bb-9808-4667-a808-cbe717218e69 req-110eae54-fafc-49d5-ac71-ab154c14f0e6 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Made reservation on behalf of 763eb697197c48b8ab46c42ba2a8b2ec for: {'port': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:01:58.795861 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-d82938bb-9808-4667-a808-cbe717218e69 req-110eae54-fafc-49d5-ac71-ab154c14f0e6 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:58.999894 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [req-d82938bb-9808-4667-a808-cbe717218e69 req-110eae54-fafc-49d5-ac71-ab154c14f0e6 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Allocated IP 172.20.0.8 (6f0cb582-8a98-424c-89a9-fb25afaaf7fb/74c4b6d4-efd8-43d3-a359-33ee28109e33/fbc864c3-0397-4426-804f-83a3f6a5aabd) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:01:59.026475 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13bed5-914e-4dfe-a5a2-6aabfd07c2c1 req-df951ac9-4332-456d-b716-3d815e0292d7 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:59.032445 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7d13bed5-914e-4dfe-a5a2-6aabfd07c2c1 req-df951ac9-4332-456d-b716-3d815e0292d7 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.1788142 Apr 30 16:01:59.051473 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a6f41667-daed-417c-8b73-6f3ce68c765d req-8726b016-5b71-404a-b031-31668e200753 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6ba3437-1501-40e1-8d5a-1fe003cf7a15 HTTP/1.1" status: 200 len: 210 time: 0.0468564 Apr 30 16:01:59.094982 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7d13bed5-914e-4dfe-a5a2-6aabfd07c2c1 req-49c6ec29-451c-47ff-8328-271f4ec6eff2 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586164 Apr 30 16:01:59.259774 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-d82938bb-9808-4667-a808-cbe717218e69 req-110eae54-fafc-49d5-ac71-ab154c14f0e6 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:59.369319 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb036a49-f470-4337-83c2-908000380780 req-844e3dd6-8740-449f-b60e-1e1292f1ae9b tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:59.370762 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-bb036a49-f470-4337-83c2-908000380780 req-844e3dd6-8740-449f-b60e-1e1292f1ae9b tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 945 time: 0.1079075 Apr 30 16:01:59.372405 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-d82938bb-9808-4667-a808-cbe717218e69 req-110eae54-fafc-49d5-ac71-ab154c14f0e6 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:59.380165 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:01:59.471682 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d82938bb-9808-4667-a808-cbe717218e69 req-110eae54-fafc-49d5-ac71-ab154c14f0e6 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Network 6f0cb582-8a98-424c-89a9-fb25afaaf7fb is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:01:59.482357 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [req-d82938bb-9808-4667-a808-cbe717218e69 req-110eae54-fafc-49d5-ac71-ab154c14f0e6 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:01:59.488636 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82938bb-9808-4667-a808-cbe717218e69 req-110eae54-fafc-49d5-ac71-ab154c14f0e6 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:01:59.493963 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82938bb-9808-4667-a808-cbe717218e69 req-110eae54-fafc-49d5-ac71-ab154c14f0e6 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:59.494565 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-d82938bb-9808-4667-a808-cbe717218e69 req-110eae54-fafc-49d5-ac71-ab154c14f0e6 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:01:59.509665 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110eae54-fafc-49d5-ac71-ab154c14f0e6 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Pushing event updated for resources: {'Port': ['ID=fbc864c3-0397-4426-804f-83a3f6a5aabd,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:01:59.516484 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-110eae54-fafc-49d5-ac71-ab154c14f0e6 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:01:59.520086 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-bb036a49-f470-4337-83c2-908000380780 req-fc4534c9-288d-4710-b566-0a7239a5fc73 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407461 Apr 30 16:01:59.528218 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d82938bb-9808-4667-a808-cbe717218e69 req-110eae54-fafc-49d5-ac71-ab154c14f0e6 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9022763 Apr 30 16:01:59.655802 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e722b6-a71e-41e3-a8a2-7f58e89de44a req-0e01c8d7-c652-4b70-bc0d-98ba036243ea tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:01:59.657159 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-25e722b6-a71e-41e3-a8a2-7f58e89de44a req-0e01c8d7-c652-4b70-bc0d-98ba036243ea tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 945 time: 0.0817366 Apr 30 16:01:59.703002 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-25e722b6-a71e-41e3-a8a2-7f58e89de44a req-de8b5c09-4bae-4874-958c-b2f0a472c4fa tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396569 Apr 30 16:02:00.237683 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b78411-0e59-4bac-a702-22320f0d415e req-5b7c409b-13aa-4ca4-a948-c0069abc381d tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:00.239004 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-05b78411-0e59-4bac-a702-22320f0d415e req-5b7c409b-13aa-4ca4-a948-c0069abc381d tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6ba3437-1501-40e1-8d5a-1fe003cf7a15 HTTP/1.1" status: 200 len: 931 time: 0.0783985 Apr 30 16:02:00.284114 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-05b78411-0e59-4bac-a702-22320f0d415e req-b6d85c09-dbee-477f-a507-3207942fb0c2 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392723 Apr 30 16:02:00.460729 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed298e2-6b67-4b40-b10d-8158ee0e71a0 req-5c704cc2-d5ac-4e75-ad9b-f30450dbae19 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:00.462167 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-aed298e2-6b67-4b40-b10d-8158ee0e71a0 req-5c704cc2-d5ac-4e75-ad9b-f30450dbae19 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.0807750 Apr 30 16:02:00.509290 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-aed298e2-6b67-4b40-b10d-8158ee0e71a0 req-c2eb3a28-4aaf-4413-8f6d-c404c26d2639 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412424 Apr 30 16:02:00.707133 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2d1eb-35d5-4e32-b6fc-807156a1cea8 req-1cacca2c-971b-439a-accb-2e8c73fe820c tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:00.708614 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-59f2d1eb-35d5-4e32-b6fc-807156a1cea8 req-1cacca2c-971b-439a-accb-2e8c73fe820c tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 945 time: 0.0844254 Apr 30 16:02:00.753744 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-59f2d1eb-35d5-4e32-b6fc-807156a1cea8 req-eade512a-8a52-484d-8405-fd6860944b05 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395672 Apr 30 16:02:00.922810 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03add6d8-10ed-40a7-8c6c-f2c311e0c7c5 req-a5f863d2-26ab-46b3-bb53-0d7bd9baf129 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:00.924268 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-03add6d8-10ed-40a7-8c6c-f2c311e0c7c5 req-a5f863d2-26ab-46b3-bb53-0d7bd9baf129 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 945 time: 0.0779190 Apr 30 16:02:00.967498 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-03add6d8-10ed-40a7-8c6c-f2c311e0c7c5 req-f9f9f047-6727-4b48-bf9f-1f50375053fb tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375099 Apr 30 16:02:01.469498 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e3708-6497-4339-8476-56d81debb2eb req-348c0b17-1745-4009-ba8c-0a71a8247ae4 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:01.470933 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f76e3708-6497-4339-8476-56d81debb2eb req-348c0b17-1745-4009-ba8c-0a71a8247ae4 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6ba3437-1501-40e1-8d5a-1fe003cf7a15 HTTP/1.1" status: 200 len: 931 time: 0.0835552 Apr 30 16:02:01.515655 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f76e3708-6497-4339-8476-56d81debb2eb req-2d5211e4-f265-422b-b6b8-ce5a08b83dbe tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383766 Apr 30 16:02:01.691699 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36413b68-ab4a-4db6-8653-0bcb14a81c15 req-77fcd176-b032-488e-bd35-dbc847ea87b7 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:01.693072 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-36413b68-ab4a-4db6-8653-0bcb14a81c15 req-77fcd176-b032-488e-bd35-dbc847ea87b7 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.0816026 Apr 30 16:02:01.737403 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-36413b68-ab4a-4db6-8653-0bcb14a81c15 req-a4a07d8a-f45c-4569-b733-bec853de882b tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385940 Apr 30 16:02:01.934565 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f92b85-c61c-4f78-9bb6-e324e25a4e83 req-0e9e0fb9-8baf-4997-9cac-bcf195e79834 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:01.936020 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-04f92b85-c61c-4f78-9bb6-e324e25a4e83 req-0e9e0fb9-8baf-4997-9cac-bcf195e79834 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 945 time: 0.0785744 Apr 30 16:02:01.980130 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-04f92b85-c61c-4f78-9bb6-e324e25a4e83 req-3fadaed6-3703-44ea-9f2c-123dc545e82a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377078 Apr 30 16:02:02.155374 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-d82938bb-9808-4667-a808-cbe717218e69 req-bb863634-00a7-4212-a363-d1c6775eff02 service neutron] Request body: {'port': {'device_id': 'f6ba3437-1501-40e1-8d5a-1fe003cf7a15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:02:02.155980 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11344903-1468-4716-bb4e-464b45ed1bff req-3654b0c1-7a52-475a-b59f-ffe2beb839fb tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:02.157332 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-11344903-1468-4716-bb4e-464b45ed1bff req-3654b0c1-7a52-475a-b59f-ffe2beb839fb tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 945 time: 0.0820453 Apr 30 16:02:02.204244 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-11344903-1468-4716-bb4e-464b45ed1bff req-590f4553-5750-4e1f-ae82-57629171ac21 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409703 Apr 30 16:02:02.267523 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-d82938bb-9808-4667-a808-cbe717218e69 req-bb863634-00a7-4212-a363-d1c6775eff02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:02.620051 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [req-d82938bb-9808-4667-a808-cbe717218e69 req-bb863634-00a7-4212-a363-d1c6775eff02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbc864c3-0397-4426-804f-83a3f6a5aabd {{(pid=73963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:02:02.627943 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-d82938bb-9808-4667-a808-cbe717218e69 req-bb863634-00a7-4212-a363-d1c6775eff02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:02.683901 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-d82938bb-9808-4667-a808-cbe717218e69 req-bb863634-00a7-4212-a363-d1c6775eff02 service neutron] Transition to ACTIVE for port object fbc864c3-0397-4426-804f-83a3f6a5aabd will not be triggered until provisioned by entity L2. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:02:02.688727 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-d82938bb-9808-4667-a808-cbe717218e69 req-bb863634-00a7-4212-a363-d1c6775eff02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:02.693577 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-1e217e0f-db0e-41c4-8d2c-7b56d1c572a4 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:02:02.894656 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb863634-00a7-4212-a363-d1c6775eff02 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc864c3-0397-4426-804f-83a3f6a5aabd,revision_number=2']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:02:02.899326 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-bb863634-00a7-4212-a363-d1c6775eff02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:02:02.941473 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a567ab-572d-4ea5-94d3-033f9e61f3ca req-6f8e27d4-f05c-43ea-b752-454c2eef9086 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:02.944234 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-31a567ab-572d-4ea5-94d3-033f9e61f3ca req-6f8e27d4-f05c-43ea-b752-454c2eef9086 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.0946152 Apr 30 16:02:02.957538 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597cba5-a772-409c-ad78-03e74def7cce req-3fbde4a1-b669-4229-ac45-80638f5320f0 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:02.958248 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-e597cba5-a772-409c-ad78-03e74def7cce req-3fbde4a1-b669-4229-ac45-80638f5320f0 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Synchronizing usage tracker for tenant:763eb697197c48b8ab46c42ba2a8b2ec on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:02:02.970893 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-d82938bb-9808-4667-a808-cbe717218e69 req-bb863634-00a7-4212-a363-d1c6775eff02 service neutron] Attempting to bind port fbc864c3-0397-4426-804f-83a3f6a5aabd on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:02:02.971226 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-d82938bb-9808-4667-a808-cbe717218e69 req-bb863634-00a7-4212-a363-d1c6775eff02 service neutron] Attempting to bind port fbc864c3-0397-4426-804f-83a3f6a5aabd by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '4a600418-8d26-450f-8b2d-818995a249ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6f0cb582-8a98-424c-89a9-fb25afaaf7fb'}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:02:02.971563 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82938bb-9808-4667-a808-cbe717218e69 req-bb863634-00a7-4212-a363-d1c6775eff02 service neutron] Attempting to bind port fbc864c3-0397-4426-804f-83a3f6a5aabd on network 6f0cb582-8a98-424c-89a9-fb25afaaf7fb {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:02:02.981135 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82938bb-9808-4667-a808-cbe717218e69 req-bb863634-00a7-4212-a363-d1c6775eff02 service neutron] Port fbc864c3-0397-4426-804f-83a3f6a5aabd on network 6f0cb582-8a98-424c-89a9-fb25afaaf7fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:02:02.981467 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82938bb-9808-4667-a808-cbe717218e69 req-bb863634-00a7-4212-a363-d1c6775eff02 service neutron] Attempting to bind port fbc864c3-0397-4426-804f-83a3f6a5aabd on network 6f0cb582-8a98-424c-89a9-fb25afaaf7fb {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:02:02.988480 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82938bb-9808-4667-a808-cbe717218e69 req-bb863634-00a7-4212-a363-d1c6775eff02 service neutron] Checking agent: {'id': '12734182-a135-4f20-887d-69ffd9792d0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'started_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:02:02.988820 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82938bb-9808-4667-a808-cbe717218e69 req-bb863634-00a7-4212-a363-d1c6775eff02 service neutron] Checking segment: {'id': '4a600418-8d26-450f-8b2d-818995a249ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6f0cb582-8a98-424c-89a9-fb25afaaf7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:02:02.989209 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82938bb-9808-4667-a808-cbe717218e69 req-bb863634-00a7-4212-a363-d1c6775eff02 service neutron] Bound using segment: {'id': '4a600418-8d26-450f-8b2d-818995a249ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6f0cb582-8a98-424c-89a9-fb25afaaf7fb'} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:02:02.989639 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-d82938bb-9808-4667-a808-cbe717218e69 req-bb863634-00a7-4212-a363-d1c6775eff02 service neutron] Bound port: fbc864c3-0397-4426-804f-83a3f6a5aabd, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a600418-8d26-450f-8b2d-818995a249ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6f0cb582-8a98-424c-89a9-fb25afaaf7fb'}}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:02:02.989986 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-d82938bb-9808-4667-a808-cbe717218e69 req-bb863634-00a7-4212-a363-d1c6775eff02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:03.002792 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-e597cba5-a772-409c-ad78-03e74def7cce req-3fbde4a1-b669-4229-ac45-80638f5320f0 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Unset dirty status for tenant:763eb697197c48b8ab46c42ba2a8b2ec on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:02:03.003460 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e597cba5-a772-409c-ad78-03e74def7cce req-3fbde4a1-b669-4229-ac45-80638f5320f0 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6ba3437-1501-40e1-8d5a-1fe003cf7a15 HTTP/1.1" status: 200 len: 931 time: 0.3730619 Apr 30 16:02:03.009452 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-31a567ab-572d-4ea5-94d3-033f9e61f3ca req-588ea6f4-5b3b-4be1-bbeb-173f7e1b1be2 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567348 Apr 30 16:02:03.103445 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-e597cba5-a772-409c-ad78-03e74def7cce req-9e09816c-934a-4add-a34b-c53b0810b4c7 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Synchronizing usage tracker for tenant:763eb697197c48b8ab46c42ba2a8b2ec on resource:security_group {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:02:03.136583 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-d82938bb-9808-4667-a808-cbe717218e69 req-bb863634-00a7-4212-a363-d1c6775eff02 service neutron] For port fbc864c3-0397-4426-804f-83a3f6a5aabd, host hv-cinder-78719, cleared binding levels {{(pid=73963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:02:03.141726 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-d82938bb-9808-4667-a808-cbe717218e69 req-bb863634-00a7-4212-a363-d1c6775eff02 service neutron] For port fbc864c3-0397-4426-804f-83a3f6a5aabd, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fbc864c3-0397-4426-804f-83a3f6a5aabd,segment=NetworkSegment(4a600418-8d26-450f-8b2d-818995a249ab),segment_id=4a600418-8d26-450f-8b2d-818995a249ab)] {{(pid=73963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:02:03.142806 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-e597cba5-a772-409c-ad78-03e74def7cce req-9e09816c-934a-4add-a34b-c53b0810b4c7 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Unset dirty status for tenant:763eb697197c48b8ab46c42ba2a8b2ec on resource:security_group {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:02:03.143928 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e597cba5-a772-409c-ad78-03e74def7cce req-9e09816c-934a-4add-a34b-c53b0810b4c7 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326106 Apr 30 16:02:03.145885 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-d82938bb-9808-4667-a808-cbe717218e69 req-bb863634-00a7-4212-a363-d1c6775eff02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:03.149736 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:02:03.204502 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82938bb-9808-4667-a808-cbe717218e69 req-bb863634-00a7-4212-a363-d1c6775eff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:03.205105 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-d82938bb-9808-4667-a808-cbe717218e69 req-bb863634-00a7-4212-a363-d1c6775eff02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:03.206447 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d82938bb-9808-4667-a808-cbe717218e69 req-bb863634-00a7-4212-a363-d1c6775eff02 service neutron] 10.222.0.42 "PUT /v2.0/ports/fbc864c3-0397-4426-804f-83a3f6a5aabd HTTP/1.1" status: 200 len: 1093 time: 1.0553403 Apr 30 16:02:03.206929 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ba3437-1501-40e1-8d5a-1fe003cf7a15', 'tag': 'fbc864c3-0397-4426-804f-83a3f6a5aabd'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:02:03.211531 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ec1a6-3b77-447d-ac05-7f1cb4cd4dda req-b504029a-a778-4242-83ac-8fafda26358f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:03.213221 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-2c4ec1a6-3b77-447d-ac05-7f1cb4cd4dda req-b504029a-a778-4242-83ac-8fafda26358f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 945 time: 0.0842876 Apr 30 16:02:03.232585 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb863634-00a7-4212-a363-d1c6775eff02 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc864c3-0397-4426-804f-83a3f6a5aabd,revision_number=3']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:02:03.235041 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-bb863634-00a7-4212-a363-d1c6775eff02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:02:03.263981 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-2c4ec1a6-3b77-447d-ac05-7f1cb4cd4dda req-9a8fcb88-9c2f-44f8-8a4c-9ce60c38198c tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418267 Apr 30 16:02:03.318538 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ba3437-1501-40e1-8d5a-1fe003cf7a15', 'tag': 'fbc864c3-0397-4426-804f-83a3f6a5aabd', 'status': 'completed', 'code': 200} Apr 30 16:02:03.482079 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40322c0d-eef0-44e1-ae48-f79ab3edc3d8 req-00a7fa22-dbb9-4cec-943c-844413c7350f tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:03.484033 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-40322c0d-eef0-44e1-ae48-f79ab3edc3d8 req-00a7fa22-dbb9-4cec-943c-844413c7350f tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 945 time: 0.0819633 Apr 30 16:02:03.528422 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-40322c0d-eef0-44e1-ae48-f79ab3edc3d8 req-1e8d69ff-b1df-40db-b0f9-cf3ee017f606 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384285 Apr 30 16:02:04.199899 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba139521-8cc6-4941-bf0e-53aba3754e2c req-7790620c-7ca0-4af0-8911-3e45bb7a4d40 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:04.201332 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ba139521-8cc6-4941-bf0e-53aba3754e2c req-7790620c-7ca0-4af0-8911-3e45bb7a4d40 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.0813591 Apr 30 16:02:04.244987 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ba139521-8cc6-4941-bf0e-53aba3754e2c req-427caf1a-3c01-4c20-83da-4f4eca08d5dd tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374169 Apr 30 16:02:04.412926 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b923f-7e94-4f02-816f-57b0e99802c9 req-e28551f5-f04d-44f5-a92a-f30c5c3da72d tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:04.414350 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-c75b923f-7e94-4f02-816f-57b0e99802c9 req-e28551f5-f04d-44f5-a92a-f30c5c3da72d tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6ba3437-1501-40e1-8d5a-1fe003cf7a15 HTTP/1.1" status: 200 len: 943 time: 0.0784602 Apr 30 16:02:04.459744 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-c75b923f-7e94-4f02-816f-57b0e99802c9 req-0d193212-00ac-46da-96fa-744e5d7e55e4 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396361 Apr 30 16:02:04.728794 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd828ec8-9cff-4af9-96e1-fb589e68a933 req-cc8a6ee6-13cc-4cbf-b1d0-6ffbd27f6878 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:04.730227 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-bd828ec8-9cff-4af9-96e1-fb589e68a933 req-cc8a6ee6-13cc-4cbf-b1d0-6ffbd27f6878 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 945 time: 0.0934222 Apr 30 16:02:04.776819 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-bd828ec8-9cff-4af9-96e1-fb589e68a933 req-de431f9d-25ca-421d-bae6-f19f29ce6699 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403264 Apr 30 16:02:05.432860 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3ad94-66e3-4a4b-9056-6b1d6c0fa2dd req-2247b6c7-1550-4153-b081-40aee587d0ef tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:05.434258 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ccd3ad94-66e3-4a4b-9056-6b1d6c0fa2dd req-2247b6c7-1550-4153-b081-40aee587d0ef tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.0804782 Apr 30 16:02:05.535111 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ccd3ad94-66e3-4a4b-9056-6b1d6c0fa2dd req-86c8d428-b776-47ea-aa9d-b23cacbb96d7 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944092 Apr 30 16:02:05.671509 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device c6160013-10e2-4b7e-a71f-0f55535cfa4f up at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:02:05.707294 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8af14-4528-471b-a6cf-68f868b638dc req-005c3a67-9a94-4f1f-b328-f45163771178 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:05.708899 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f7a8af14-4528-471b-a6cf-68f868b638dc req-005c3a67-9a94-4f1f-b328-f45163771178 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6ba3437-1501-40e1-8d5a-1fe003cf7a15 HTTP/1.1" status: 200 len: 943 time: 0.0809944 Apr 30 16:02:05.764978 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f7a8af14-4528-471b-a6cf-68f868b638dc req-574f2fad-b145-4160-a510-96c70a1883c6 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504198 Apr 30 16:02:05.777874 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning for port c6160013-10e2-4b7e-a71f-0f55535cfa4f completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:02:05.787403 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning complete for port c6160013-10e2-4b7e-a71f-0f55535cfa4f triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:02:05.787716 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:05.826874 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87f1cc-be18-441f-85be-eebb2280389f req-10fc1532-f97f-4616-9eb9-f1dc01873321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:05.828455 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0f87f1cc-be18-441f-85be-eebb2280389f req-10fc1532-f97f-4616-9eb9-f1dc01873321 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=763eb697197c48b8ab46c42ba2a8b2ec&device_id=f6ba3437-1501-40e1-8d5a-1fe003cf7a15 HTTP/1.1" status: 200 len: 1096 time: 0.0994956 Apr 30 16:02:05.917057 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:05.952308 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port c6160013-10e2-4b7e-a71f-0f55535cfa4f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c6160013-10e2-4b7e-a71f-0f55535cfa4f,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:02:05.953367 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3445d3-3ec0-4053-8821-dd50dad32304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6160013-10e2-4b7e-a71f-0f55535cfa4f'}] {{(pid=73965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:02:05.959126 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:05.961831 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:02:06.009220 dv-cinder-787195-6-iscsi neutron-server[73965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3445d3-3ec0-4053-8821-dd50dad32304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6160013-10e2-4b7e-a71f-0f55535cfa4f', 'code': 200} Apr 30 16:02:06.035704 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=c6160013-10e2-4b7e-a71f-0f55535cfa4f,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:02:06.039966 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:02:06.055761 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87f1cc-be18-441f-85be-eebb2280389f req-55c9cf10-f792-4d8e-9302-a37d48f5dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:06.057191 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0f87f1cc-be18-441f-85be-eebb2280389f req-55c9cf10-f792-4d8e-9302-a37d48f5dd21 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=763eb697197c48b8ab46c42ba2a8b2ec&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2121515 Apr 30 16:02:06.068688 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed7e77-6880-4609-8cf8-3c0ad081dbe1 req-7c1ed73c-a3ae-45ff-93df-b836b707aef7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:06.070032 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5aed7e77-6880-4609-8cf8-3c0ad081dbe1 req-7c1ed73c-a3ae-45ff-93df-b836b707aef7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.1178546 Apr 30 16:02:06.200351 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5aed7e77-6880-4609-8cf8-3c0ad081dbe1 req-4c3856cd-7d70-45a7-8098-ec8ea13d0ddc tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123297 Apr 30 16:02:06.230542 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87f1cc-be18-441f-85be-eebb2280389f req-d8aa6cce-7fcc-465d-b812-19c4286a47e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:06.232039 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0f87f1cc-be18-441f-85be-eebb2280389f req-d8aa6cce-7fcc-465d-b812-19c4286a47e7 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1610947 Apr 30 16:02:06.718524 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761b589-4e8f-4480-8221-28d2e1424c34 req-f701bc0f-3363-4482-b299-28230cbd5dd4 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:06.719968 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-1761b589-4e8f-4480-8221-28d2e1424c34 req-f701bc0f-3363-4482-b299-28230cbd5dd4 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.0779054 Apr 30 16:02:06.767169 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-1761b589-4e8f-4480-8221-28d2e1424c34 req-9b15efe5-6cd4-4a50-bd78-0b8eb3963887 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411453 Apr 30 16:02:06.970609 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e202d33-9a51-405f-bbed-ca51a4743144 req-56f7a6d3-b613-4c46-b571-0aaa037397e6 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:06.972149 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3e202d33-9a51-405f-bbed-ca51a4743144 req-56f7a6d3-b613-4c46-b571-0aaa037397e6 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6ba3437-1501-40e1-8d5a-1fe003cf7a15 HTTP/1.1" status: 200 len: 943 time: 0.0940938 Apr 30 16:02:07.023843 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3e202d33-9a51-405f-bbed-ca51a4743144 req-8eed5b82-3e10-4f9c-ab66-7a6c9ac20f5d tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451097 Apr 30 16:02:07.394848 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fcc5c-5f05-44f3-ba42-de0fc1c3289c req-dff6e507-0160-4dec-aa78-20e782e7bb16 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:07.396315 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a93fcc5c-5f05-44f3-ba42-de0fc1c3289c req-dff6e507-0160-4dec-aa78-20e782e7bb16 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.0817518 Apr 30 16:02:07.441894 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a93fcc5c-5f05-44f3-ba42-de0fc1c3289c req-0868d9ce-b1ab-4076-88f9-d865b3ef36fb tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395992 Apr 30 16:02:07.951694 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e18be-aca8-40e1-8af3-00b2b05e647c req-894d981f-ceaf-41ae-8523-2412d42d23ab tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:07.953908 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-422e18be-aca8-40e1-8af3-00b2b05e647c req-894d981f-ceaf-41ae-8523-2412d42d23ab tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.0824518 Apr 30 16:02:07.999890 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-422e18be-aca8-40e1-8af3-00b2b05e647c req-e8190a30-e970-46b3-9639-136ca5deedd5 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394468 Apr 30 16:02:08.209329 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c5d17-1d48-4efc-93a1-d7206a17dba7 req-f7698fd4-31ce-478f-8f8f-b1822ddd7ab8 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:08.210732 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8a5c5d17-1d48-4efc-93a1-d7206a17dba7 req-f7698fd4-31ce-478f-8f8f-b1822ddd7ab8 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6ba3437-1501-40e1-8d5a-1fe003cf7a15 HTTP/1.1" status: 200 len: 943 time: 0.0803838 Apr 30 16:02:08.254027 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8a5c5d17-1d48-4efc-93a1-d7206a17dba7 req-d1c36e80-e676-46ea-8ce1-8ef20a6719e3 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376546 Apr 30 16:02:08.322538 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:08.629692 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbd4ca-e148-4d32-8c23-a8950b10db21 req-4bcc8664-354d-4de8-a1f4-229b4299f7af tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:08.631134 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-fbbbd4ca-e148-4d32-8c23-a8950b10db21 req-4bcc8664-354d-4de8-a1f4-229b4299f7af tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.0787058 Apr 30 16:02:08.676068 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-fbbbd4ca-e148-4d32-8c23-a8950b10db21 req-1dd6103e-8f5e-46a4-a700-d3a74ce18636 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391510 Apr 30 16:02:09.204508 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582af1f-26a4-4cf4-b7a2-fe6d3c6f00aa req-350d9f9f-e0b5-4f6d-ba2a-351f27bae2f8 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:09.204508 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-2582af1f-26a4-4cf4-b7a2-fe6d3c6f00aa req-350d9f9f-e0b5-4f6d-ba2a-351f27bae2f8 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.0963421 Apr 30 16:02:09.242698 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-2582af1f-26a4-4cf4-b7a2-fe6d3c6f00aa req-39a0765e-2668-4759-a7f4-f86c3fb2ef89 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391462 Apr 30 16:02:09.243080 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc173a-c30f-48a4-adf0-8dcf335dfbb4 req-37bd363d-acd8-49c3-bd8e-a9c181333680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:09.244543 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-66dc173a-c30f-48a4-adf0-8dcf335dfbb4 req-37bd363d-acd8-49c3-bd8e-a9c181333680 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 1099 time: 0.1335955 Apr 30 16:02:09.247139 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82938bb-9808-4667-a808-cbe717218e69 req-d7f84c86-2581-4171-a239-6303d79d3fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:09.248450 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d82938bb-9808-4667-a808-cbe717218e69 req-d7f84c86-2581-4171-a239-6303d79d3fa5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=763eb697197c48b8ab46c42ba2a8b2ec&device_id=f6ba3437-1501-40e1-8d5a-1fe003cf7a15 HTTP/1.1" status: 200 len: 1096 time: 0.0989196 Apr 30 16:02:09.344457 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d82938bb-9808-4667-a808-cbe717218e69 req-46d697a6-dd9a-444e-90e9-a21b39b1dfac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbc864c3-0397-4426-804f-83a3f6a5aabd HTTP/1.1" status: 200 len: 217 time: 0.0730522 Apr 30 16:02:09.391800 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-66dc173a-c30f-48a4-adf0-8dcf335dfbb4 req-43256852-021f-4803-bfd2-5aeb40bc1761 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324108 Apr 30 16:02:09.463366 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82938bb-9808-4667-a808-cbe717218e69 req-58fbfdfc-fac4-4e14-98d9-b44e8d837be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:09.464921 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d82938bb-9808-4667-a808-cbe717218e69 req-58fbfdfc-fac4-4e14-98d9-b44e8d837be1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=74c4b6d4-efd8-43d3-a359-33ee28109e33 HTTP/1.1" status: 200 len: 853 time: 0.1062877 Apr 30 16:02:09.528077 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d82938bb-9808-4667-a808-cbe717218e69 req-ea5ba430-0e6b-4488-8478-6386fbd7f843 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6f0cb582-8a98-424c-89a9-fb25afaaf7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431550 Apr 30 16:02:09.536450 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e30286-f254-4403-acfa-f18998801577 req-d86bedde-310d-44da-bc93-8562ce82ea9e tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:09.537759 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-08e30286-f254-4403-acfa-f18998801577 req-d86bedde-310d-44da-bc93-8562ce82ea9e tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6ba3437-1501-40e1-8d5a-1fe003cf7a15 HTTP/1.1" status: 200 len: 943 time: 0.1488657 Apr 30 16:02:09.675519 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-08e30286-f254-4403-acfa-f18998801577 req-fad95956-7205-46a3-b928-237c580a7606 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193244 Apr 30 16:02:09.714199 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d82938bb-9808-4667-a808-cbe717218e69 req-6d2c19e6-e08d-4819-ac72-d4c731d457b3 service neutron] 10.222.0.42 "GET /v2.0/networks/6f0cb582-8a98-424c-89a9-fb25afaaf7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753955 Apr 30 16:02:09.883531 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9b0fe-be77-4ce1-931e-463a988d744c req-d80cef89-6ec4-4854-865a-4e1cdcd020e1 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:09.885084 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-faf9b0fe-be77-4ce1-931e-463a988d744c req-d80cef89-6ec4-4854-865a-4e1cdcd020e1 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.0893447 Apr 30 16:02:09.913659 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d82938bb-9808-4667-a808-cbe717218e69 req-efcfb974-551a-4a04-bb0b-67d01c6c2618 service neutron] 10.222.0.42 "GET /v2.0/networks/6f0cb582-8a98-424c-89a9-fb25afaaf7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917408 Apr 30 16:02:09.937507 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-faf9b0fe-be77-4ce1-931e-463a988d744c req-08a3c5a8-d97e-4d2e-b34d-eefcf2ae36c7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450082 Apr 30 16:02:10.164717 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f67eb8-4b97-4298-929d-efafe93d407d req-f52a274b-b372-43ef-8d78-a6c731da63d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:10.169820 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-46f67eb8-4b97-4298-929d-efafe93d407d req-f52a274b-b372-43ef-8d78-a6c731da63d8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 1098 time: 0.0676136 Apr 30 16:02:10.222526 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-46f67eb8-4b97-4298-929d-efafe93d407d req-c800b23e-2e4b-45ea-8bea-32865427e603 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404577 Apr 30 16:02:10.468658 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669df4c-f495-4349-8923-6b2c4d4bf344 req-3b32968b-c33a-47b3-8ff9-3993a3f399c3 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:10.470150 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-5669df4c-f495-4349-8923-6b2c4d4bf344 req-3b32968b-c33a-47b3-8ff9-3993a3f399c3 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.1082504 Apr 30 16:02:10.539224 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-5669df4c-f495-4349-8923-6b2c4d4bf344 req-444d565f-48eb-47e1-91dc-92b25ca41576 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572708 Apr 30 16:02:10.926610 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb701e45-bb71-44ff-9b9d-f3e32062e6cb req-668f211a-71a7-4947-9dd9-218168df3a1d tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:10.928156 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-bb701e45-bb71-44ff-9b9d-f3e32062e6cb req-668f211a-71a7-4947-9dd9-218168df3a1d tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6ba3437-1501-40e1-8d5a-1fe003cf7a15 HTTP/1.1" status: 200 len: 943 time: 0.1149402 Apr 30 16:02:11.028138 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-bb701e45-bb71-44ff-9b9d-f3e32062e6cb req-5a68e644-ee1c-4355-ba0d-ca388fd7079d tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933874 Apr 30 16:02:11.164841 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db25a9-7cd8-451a-9951-66f5b8512060 req-b0e95268-da63-47b0-8be7-931df27ec380 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:11.173543 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-62db25a9-7cd8-451a-9951-66f5b8512060 req-b0e95268-da63-47b0-8be7-931df27ec380 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.1029952 Apr 30 16:02:11.223952 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-62db25a9-7cd8-451a-9951-66f5b8512060 req-0caad2f3-ca9c-45f3-ae21-3dfbd8824b11 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491567 Apr 30 16:02:11.434988 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283c1a7-3684-4e16-b9f5-7a380253658e req-99c2f98c-c6c1-4851-a023-6a3efc1a66a2 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:11.444044 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-0283c1a7-3684-4e16-b9f5-7a380253658e req-99c2f98c-c6c1-4851-a023-6a3efc1a66a2 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.0924311 Apr 30 16:02:11.445312 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 33022) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:02:11.451646 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-62aca955-038d-43d8-8508-714f82c93f2e tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Request body: {'floatingip': {'port_id': 'c6160013-10e2-4b7e-a71f-0f55535cfa4f'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:02:11.541819 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-62aca955-038d-43d8-8508-714f82c93f2e tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for floatingip, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:11.719175 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568ab1f-a6d6-48a3-af0f-8bb920851fae req-7a04d8f3-6174-4015-9af6-b3208d109204 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:11.720692 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-c568ab1f-a6d6-48a3-af0f-8bb920851fae req-7a04d8f3-6174-4015-9af6-b3208d109204 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.0828826 Apr 30 16:02:11.770406 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-c568ab1f-a6d6-48a3-af0f-8bb920851fae req-8de5d655-1b74-42fe-a3d2-02442cfde3a2 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435438 Apr 30 16:02:12.235551 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8516980-381c-4264-980f-d3db2dab019d req-63b979ee-5b8f-498f-8a16-f40acf61a30d tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:12.237050 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e8516980-381c-4264-980f-d3db2dab019d req-63b979ee-5b8f-498f-8a16-f40acf61a30d tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.3338952 Apr 30 16:02:12.243122 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 33058) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:02:12.324927 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0658b-4a56-4b9b-9d31-c2697e49c583 req-ed3f1074-a9c0-4add-a965-82de3f537b07 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:12.326502 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-faa0658b-4a56-4b9b-9d31-c2697e49c583 req-ed3f1074-a9c0-4add-a965-82de3f537b07 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6ba3437-1501-40e1-8d5a-1fe003cf7a15 HTTP/1.1" status: 200 len: 943 time: 0.1013768 Apr 30 16:02:12.350888 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e8516980-381c-4264-980f-d3db2dab019d req-b05e389a-b62c-476c-a4d7-e3128a7405bb tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031022 Apr 30 16:02:12.384572 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-faa0658b-4a56-4b9b-9d31-c2697e49c583 req-01a0490e-35fb-43f7-abf4-d52f81bc1d83 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508306 Apr 30 16:02:12.446213 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 33068) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:02:12.514384 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-61673eb3-add6-4fa8-a549-b6204f04938b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:12.529949 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-61673eb3-add6-4fa8-a549-b6204f04938b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:02:12.530214 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a5830a11-9782-43f1-b4af-98ccd97da61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:12.534539 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-61673eb3-add6-4fa8-a549-b6204f04938b admin admin] Usage tracker for resource:security_group_rule and tenant:8896612c97d24d5e9a108a68583bc4aa is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:02:12.537353 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-61673eb3-add6-4fa8-a549-b6204f04938b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:02:12.545000 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-61673eb3-add6-4fa8-a549-b6204f04938b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:02:12.562357 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-a5830a11-9782-43f1-b4af-98ccd97da61c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:02:12.569764 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-62aca955-038d-43d8-8508-714f82c93f2e tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:12.571054 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-a5830a11-9782-43f1-b4af-98ccd97da61c admin admin] Usage tracker for resource:security_group_rule and tenant:d438afff609f45c4a05c4552bf837c0c is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:02:12.576967 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-a5830a11-9782-43f1-b4af-98ccd97da61c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:02:12.580889 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-62aca955-038d-43d8-8508-714f82c93f2e tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-915876'] for floatingip, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:12.597773 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device fbc864c3-0397-4426-804f-83a3f6a5aabd details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:02:12.706144 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-61673eb3-add6-4fa8-a549-b6204f04938b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:12.719391 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-a5830a11-9782-43f1-b4af-98ccd97da61c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:02:12.720956 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-61673eb3-add6-4fa8-a549-b6204f04938b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:12.732643 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-766c047d-d906-4336-9eae-2a50c2313b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:02:12.784312 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61673eb3-add6-4fa8-a549-b6204f04938b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f56ec97-e12b-4e9a-b2c2-bff233b78a25,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:02:12.804430 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-61673eb3-add6-4fa8-a549-b6204f04938b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:02:12.826816 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port fbc864c3-0397-4426-804f-83a3f6a5aabd, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fbc864c3-0397-4426-804f-83a3f6a5aabd,segment=NetworkSegment(4a600418-8d26-450f-8b2d-818995a249ab),segment_id=4a600418-8d26-450f-8b2d-818995a249ab)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:02:12.829310 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-61673eb3-add6-4fa8-a549-b6204f04938b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8896612c97d24d5e9a108a68583bc4aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3814945 Apr 30 16:02:12.832218 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 33082) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:02:12.856174 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Returning: {'device': 'fbc864c3-0397-4426-804f-83a3f6a5aabd', 'network_id': '6f0cb582-8a98-424c-89a9-fb25afaaf7fb', 'port_id': 'fbc864c3-0397-4426-804f-83a3f6a5aabd', 'mac_address': 'fa:16:3e:8f:23:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74c4b6d4-efd8-43d3-a359-33ee28109e33', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:02:12.969853 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-1b3561e3-dd3f-4c76-b252-de50618aca63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:12.970806 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:12.995175 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc864c3-0397-4426-804f-83a3f6a5aabd {{(pid=73965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:02:13.023486 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.db.l3_db [None req-62aca955-038d-43d8-8508-714f82c93f2e tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Floating IP 8a7f9977-a7be-4fa2-a129-807f69956e70 associated. External IP: 172.27.3.218, port: c6160013-10e2-4b7e-a71f-0f55535cfa4f. Apr 30 16:02:13.023678 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port fbc864c3-0397-4426-804f-83a3f6a5aabd, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fbc864c3-0397-4426-804f-83a3f6a5aabd,segment=NetworkSegment(4a600418-8d26-450f-8b2d-818995a249ab),segment_id=4a600418-8d26-450f-8b2d-818995a249ab)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:02:13.025635 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-1b3561e3-dd3f-4c76-b252-de50618aca63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:13.033959 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:13.037647 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:02:13.082103 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-1b3561e3-dd3f-4c76-b252-de50618aca63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:13.087152 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-b8242ce6-83e6-44fd-afef-bf08aaad1434 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:02:13.099937 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3561e3-dd3f-4c76-b252-de50618aca63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f56ec97-e12b-4e9a-b2c2-bff233b78a25,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:02:13.102264 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-1b3561e3-dd3f-4c76-b252-de50618aca63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:02:13.104080 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a5830a11-9782-43f1-b4af-98ccd97da61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:13.110665 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-1b3561e3-dd3f-4c76-b252-de50618aca63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:13.112651 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-1b3561e3-dd3f-4c76-b252-de50618aca63 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6f56ec97-e12b-4e9a-b2c2-bff233b78a25 HTTP/1.1" status: 204 len: 168 time: 0.2790363 Apr 30 16:02:13.122783 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a5830a11-9782-43f1-b4af-98ccd97da61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:13.132348 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=fbc864c3-0397-4426-804f-83a3f6a5aabd,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:02:13.133769 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-90c6eaf4-5860-4077-aa49-33d7a526e2d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:02:13.135463 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:02:13.175230 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-ea309566-7a60-4120-888e-8a3f6e2b85b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:13.250541 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-a5830a11-9782-43f1-b4af-98ccd97da61c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d438afff609f45c4a05c4552bf837c0c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0063691 Apr 30 16:02:13.253272 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 33098) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:02:13.256353 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5830a11-9782-43f1-b4af-98ccd97da61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f3ffb6-ffcb-45e0-a08e-fce82d0d5671,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:02:13.262292 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a5830a11-9782-43f1-b4af-98ccd97da61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:02:13.336238 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3f41456d-9c9b-40b5-8b2c-18c7818e855b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:13.375667 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3f41456d-9c9b-40b5-8b2c-18c7818e855b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:13.432775 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3f41456d-9c9b-40b5-8b2c-18c7818e855b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:13.440487 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-61673eb3-add6-4fa8-a549-b6204f04938b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:02:13.462865 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41456d-9c9b-40b5-8b2c-18c7818e855b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f3ffb6-ffcb-45e0-a08e-fce82d0d5671,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:02:13.466260 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-3f41456d-9c9b-40b5-8b2c-18c7818e855b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:02:13.466943 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62aca955-038d-43d8-8508-714f82c93f2e tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Router 879e793b-86fa-4971-ab5d-92c1955e8996 has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:02:13.468783 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3f41456d-9c9b-40b5-8b2c-18c7818e855b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:13.472744 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-3f41456d-9c9b-40b5-8b2c-18c7818e855b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a3f3ffb6-ffcb-45e0-a08e-fce82d0d5671 HTTP/1.1" status: 204 len: 168 time: 0.2174478 Apr 30 16:02:13.526481 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['fbc864c3-0397-4426-804f-83a3f6a5aabd'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:02:13.696844 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c16d6-11a3-45d1-b9bc-2d0ebb06c5e3 req-a14010e9-d899-496a-91b6-eda1930d9aa4 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:13.704489 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b55c16d6-11a3-45d1-b9bc-2d0ebb06c5e3 req-a14010e9-d899-496a-91b6-eda1930d9aa4 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6ba3437-1501-40e1-8d5a-1fe003cf7a15 HTTP/1.1" status: 200 len: 944 time: 0.1922052 Apr 30 16:02:13.712536 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62aca955-038d-43d8-8508-714f82c93f2e tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:02:13.725000 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564670ea-072a-4b47-ba04-36973a7b81b7 None None] Sync routers for ids ['879e793b-86fa-4971-ab5d-92c1955e8996'] in dv-cinder-787195-6-iscsi {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:02:13.732328 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-62aca955-038d-43d8-8508-714f82c93f2e tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for floatingip, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:13.739380 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564670ea-072a-4b47-ba04-36973a7b81b7 None None] Routers {'879e793b-86fa-4971-ab5d-92c1955e8996'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:02:13.740024 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-564670ea-072a-4b47-ba04-36973a7b81b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:01:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['879e793b-86fa-4971-ab5d-92c1955e8996'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:02:13.758306 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b55c16d6-11a3-45d1-b9bc-2d0ebb06c5e3 req-d7d175b6-24f6-41f1-afc7-cad77e611662 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528657 Apr 30 16:02:13.829287 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-62aca955-038d-43d8-8508-714f82c93f2e tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "PUT /v2.0/floatingips/8a7f9977-a7be-4fa2-a129-807f69956e70 HTTP/1.1" status: 200 len: 992 time: 2.3787208 Apr 30 16:02:13.829287 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3445d3-3ec0-4053-8821-dd50dad32304', 'tag': 'c6160013-10e2-4b7e-a71f-0f55535cfa4f'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:02:13.987005 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-564670ea-072a-4b47-ba04-36973a7b81b7 None None] Set router 879e793b-86fa-4971-ab5d-92c1955e8996 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:02:14.020319 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3445d3-3ec0-4053-8821-dd50dad32304', 'tag': 'c6160013-10e2-4b7e-a71f-0f55535cfa4f', 'status': 'completed', 'code': 200} Apr 30 16:02:14.205670 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3ef13-45a4-40c8-ab82-5779b144c413 req-b9418272-07ae-4573-b490-d6d555630b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:14.207929 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-16f3ef13-45a4-40c8-ab82-5779b144c413 req-b9418272-07ae-4573-b490-d6d555630b9b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5252f565887e47f3ad4aa7e44a1a1e8a&device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 1099 time: 0.1495600 Apr 30 16:02:14.449203 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3ef13-45a4-40c8-ab82-5779b144c413 req-21ba0bc1-0edf-40c3-bb81-2ea32efe831a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:14.450635 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-16f3ef13-45a4-40c8-ab82-5779b144c413 req-21ba0bc1-0edf-40c3-bb81-2ea32efe831a service neutron] 10.222.0.42 "GET /v2.0/networks?id=ee2b0be8-6f61-4610-80f3-80f1a59047b4 HTTP/1.1" status: 200 len: 917 time: 0.2339664 Apr 30 16:02:14.647841 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-564670ea-072a-4b47-ba04-36973a7b81b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'name': 'tempest-AttachVolumeShelveTestJSON-1256813154-router', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:01:27Z', 'updated_at': '2021-04-30T16:01:35Z', 'revision_number': 4, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'gw_port': {'id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:29Z', 'updated_at': '2021-04-30T16:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': '8a7f9977-a7be-4fa2-a129-807f69956e70', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'port_id': 'c6160013-10e2-4b7e-a71f-0f55535cfa4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'mac_address': 'fa:16:3e:37:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3445d3-3ec0-4053-8821-dd50dad32304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:01:41Z', 'updated_at': '2021-04-30T16:02:12Z', 'revision_number': 1, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778e77dd-9bde-495c-9c7e-7aac5d30db8a', 'name': '', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'mac_address': 'fa:16:3e:02:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:34Z', 'updated_at': '2021-04-30T16:01:41Z', 'revision_number': 5, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'subnets': [{'id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:02:14.663160 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564670ea-072a-4b47-ba04-36973a7b81b7 None None] Checking router: 879e793b-86fa-4971-ab5d-92c1955e8996 for host: dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:02:14.677719 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564670ea-072a-4b47-ba04-36973a7b81b7 None None] Routers {'879e793b-86fa-4971-ab5d-92c1955e8996'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:02:14.678850 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-564670ea-072a-4b47-ba04-36973a7b81b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:01:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['879e793b-86fa-4971-ab5d-92c1955e8996'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:02:14.686464 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-16f3ef13-45a4-40c8-ab82-5779b144c413 req-d469f83f-0abd-4ced-80cc-bb2310635426 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6160013-10e2-4b7e-a71f-0f55535cfa4f HTTP/1.1" status: 200 len: 1000 time: 0.2120645 Apr 30 16:02:14.758161 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad633a-08fd-4b59-a680-5e71a02dedac req-53111480-58b9-4f3b-8d4f-59acd92e0f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:14.759625 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b8ad633a-08fd-4b59-a680-5e71a02dedac req-53111480-58b9-4f3b-8d4f-59acd92e0f1f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ab89963bad1468d8d31bd42b50c5e2d&device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 1099 time: 0.2079473 Apr 30 16:02:14.804497 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3ef13-45a4-40c8-ab82-5779b144c413 req-151e950b-5d12-415a-935e-a94dd717e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:14.805934 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-16f3ef13-45a4-40c8-ab82-5779b144c413 req-151e950b-5d12-415a-935e-a94dd717e22b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f8b7b306-eb20-4da6-945c-a1c9edf03578 HTTP/1.1" status: 200 len: 856 time: 0.1076357 Apr 30 16:02:14.947716 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-564670ea-072a-4b47-ba04-36973a7b81b7 None None] Set router 879e793b-86fa-4971-ab5d-92c1955e8996 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:02:15.013914 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8ee09-1076-411b-bf0f-68d4b6d9e94d req-eeb53eb7-8696-4616-9402-f3f9f952f817 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:15.021083 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-dff8ee09-1076-411b-bf0f-68d4b6d9e94d req-eeb53eb7-8696-4616-9402-f3f9f952f817 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.4017074 Apr 30 16:02:15.105459 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-dff8ee09-1076-411b-bf0f-68d4b6d9e94d req-2f2425c0-3804-4734-9c95-81a513a4995c tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833766 Apr 30 16:02:15.163354 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad633a-08fd-4b59-a680-5e71a02dedac req-587749a8-b8d6-42f9-8347-6911448bd28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:15.172639 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd06f9-8c72-4f78-9ad4-c87a672f339b req-c9c79669-bb37-4fa3-bc10-567896b30bb3 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:15.177658 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b8ad633a-08fd-4b59-a680-5e71a02dedac req-587749a8-b8d6-42f9-8347-6911448bd28c service neutron] 10.222.0.42 "GET /v2.0/networks?id=003f3ed1-d8ee-44dc-a675-9957118a6f9c HTTP/1.1" status: 200 len: 919 time: 0.4012942 Apr 30 16:02:15.180714 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ffbd06f9-8c72-4f78-9ad4-c87a672f339b req-c9c79669-bb37-4fa3-bc10-567896b30bb3 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6ba3437-1501-40e1-8d5a-1fe003cf7a15 HTTP/1.1" status: 200 len: 944 time: 0.1844592 Apr 30 16:02:15.184442 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3ef13-45a4-40c8-ab82-5779b144c413 req-392e8ca3-0cb5-4318-99ee-4d079fe6904b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:15.185918 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-16f3ef13-45a4-40c8-ab82-5779b144c413 req-392e8ca3-0cb5-4318-99ee-4d079fe6904b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee2b0be8-6f61-4610-80f3-80f1a59047b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3668747 Apr 30 16:02:15.236791 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ffbd06f9-8c72-4f78-9ad4-c87a672f339b req-eea34b5f-0015-49b2-ba74-852c9b9e92e6 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549514 Apr 30 16:02:15.321755 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b8ad633a-08fd-4b59-a680-5e71a02dedac req-1e9d73e9-63ff-4ef9-8eae-a6b5720fed94 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad0c3a55-63c5-4141-884a-521ad44ca3cc HTTP/1.1" status: 200 len: 217 time: 0.1343539 Apr 30 16:02:15.468955 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad633a-08fd-4b59-a680-5e71a02dedac req-2149da31-b626-4ffc-87f2-3f5c6f2a2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:15.471555 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b8ad633a-08fd-4b59-a680-5e71a02dedac req-2149da31-b626-4ffc-87f2-3f5c6f2a2969 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ee3010de-4ebd-4277-9903-82c7833bcd22 HTTP/1.1" status: 200 len: 859 time: 0.1325233 Apr 30 16:02:15.509405 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-16f3ef13-45a4-40c8-ab82-5779b144c413 req-cd47c257-233c-4554-b75e-cbed5b708052 service neutron] 10.222.0.42 "GET /v2.0/networks/ee2b0be8-6f61-4610-80f3-80f1a59047b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198749 Apr 30 16:02:15.590448 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b8ad633a-08fd-4b59-a680-5e71a02dedac req-e24728d5-5187-4c75-9bb3-d588df0c59c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=003f3ed1-d8ee-44dc-a675-9957118a6f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800369 Apr 30 16:02:15.597544 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-564670ea-072a-4b47-ba04-36973a7b81b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'name': 'tempest-AttachVolumeShelveTestJSON-1256813154-router', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:01:27Z', 'updated_at': '2021-04-30T16:01:35Z', 'revision_number': 4, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'gw_port': {'id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:29Z', 'updated_at': '2021-04-30T16:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': '8a7f9977-a7be-4fa2-a129-807f69956e70', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'port_id': 'c6160013-10e2-4b7e-a71f-0f55535cfa4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'mac_address': 'fa:16:3e:37:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3445d3-3ec0-4053-8821-dd50dad32304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:01:41Z', 'updated_at': '2021-04-30T16:02:12Z', 'revision_number': 1, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778e77dd-9bde-495c-9c7e-7aac5d30db8a', 'name': '', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'mac_address': 'fa:16:3e:02:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:34Z', 'updated_at': '2021-04-30T16:01:41Z', 'revision_number': 5, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'subnets': [{'id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:02:15.606530 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564670ea-072a-4b47-ba04-36973a7b81b7 None None] The sync data for ids ['879e793b-86fa-4971-ab5d-92c1955e8996'] in dv-cinder-787195-6-iscsi is: [{'id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'name': 'tempest-AttachVolumeShelveTestJSON-1256813154-router', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:01:27Z', 'updated_at': '2021-04-30T16:01:35Z', 'revision_number': 4, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'gw_port': {'id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:29Z', 'updated_at': '2021-04-30T16:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': '8a7f9977-a7be-4fa2-a129-807f69956e70', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'port_id': 'c6160013-10e2-4b7e-a71f-0f55535cfa4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'mac_address': 'fa:16:3e:37:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3445d3-3ec0-4053-8821-dd50dad32304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:01:41Z', 'updated_at': '2021-04-30T16:02:12Z', 'revision_number': 1, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778e77dd-9bde-495c-9c7e-7aac5d30db8a', 'name': '', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'mac_address': 'fa:16:3e:02:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:34Z', 'updated_at': '2021-04-30T16:01:41Z', 'revision_number': 5, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'subnets': [{'id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:02:15.791334 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-16f3ef13-45a4-40c8-ab82-5779b144c413 req-d3987b02-020d-4676-9469-ed1550c0aac0 service neutron] 10.222.0.42 "GET /v2.0/networks/ee2b0be8-6f61-4610-80f3-80f1a59047b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497056 Apr 30 16:02:15.904841 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:15.931524 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aa92d3-53ed-46d6-a21d-8dd1bd68422c None None] New status for floating IP 8a7f9977-a7be-4fa2-a129-807f69956e70: ACTIVE {{(pid=73965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:02:15.949337 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b8ad633a-08fd-4b59-a680-5e71a02dedac req-f655acb0-9caf-4e31-9497-45809cbf35bc service neutron] 10.222.0.42 "GET /v2.0/networks/003f3ed1-d8ee-44dc-a675-9957118a6f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732551 Apr 30 16:02:15.998333 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-0dd66c8a-e861-4ab6-b065-ab3179a50bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:16.143491 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b8ad633a-08fd-4b59-a680-5e71a02dedac req-dc8b9efd-6118-46ef-b703-b9157dc88f42 service neutron] 10.222.0.42 "GET /v2.0/networks/003f3ed1-d8ee-44dc-a675-9957118a6f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845915 Apr 30 16:02:16.322994 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d566036-21c4-46aa-861d-137bf18c8f26 req-5c1c9d60-b959-441d-a0f5-e09a001f046c tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:16.324500 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4d566036-21c4-46aa-861d-137bf18c8f26 req-5c1c9d60-b959-441d-a0f5-e09a001f046c tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0999689 Apr 30 16:02:16.371305 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4d566036-21c4-46aa-861d-137bf18c8f26 req-3795b3c1-03f6-402d-8e80-ac8fdded0ac5 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402513 Apr 30 16:02:16.444614 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6fca5-d03e-4a77-84e4-eee5dc56123e req-c0d8a47d-fcb4-4efd-92fa-aee6085a1169 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:16.446086 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7eb6fca5-d03e-4a77-84e4-eee5dc56123e req-c0d8a47d-fcb4-4efd-92fa-aee6085a1169 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6ba3437-1501-40e1-8d5a-1fe003cf7a15 HTTP/1.1" status: 200 len: 944 time: 0.0879755 Apr 30 16:02:16.495847 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7eb6fca5-d03e-4a77-84e4-eee5dc56123e req-e743d1b7-f9ac-4dcc-906b-46f893c5da94 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438759 Apr 30 16:02:16.631268 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:16.639735 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device fbc864c3-0397-4426-804f-83a3f6a5aabd up at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:02:16.710536 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning for port fbc864c3-0397-4426-804f-83a3f6a5aabd completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:02:16.715458 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning complete for port fbc864c3-0397-4426-804f-83a3f6a5aabd triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:02:16.715829 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:16.834113 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:16.863298 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ba3437-1501-40e1-8d5a-1fe003cf7a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc864c3-0397-4426-804f-83a3f6a5aabd'}] {{(pid=73965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:02:16.873717 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port fbc864c3-0397-4426-804f-83a3f6a5aabd, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fbc864c3-0397-4426-804f-83a3f6a5aabd,segment=NetworkSegment(4a600418-8d26-450f-8b2d-818995a249ab),segment_id=4a600418-8d26-450f-8b2d-818995a249ab)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:02:16.878010 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:16.881064 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:02:16.933998 dv-cinder-787195-6-iscsi neutron-server[73965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ba3437-1501-40e1-8d5a-1fe003cf7a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc864c3-0397-4426-804f-83a3f6a5aabd', 'code': 200} Apr 30 16:02:16.969934 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=fbc864c3-0397-4426-804f-83a3f6a5aabd,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:02:16.972834 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:02:17.215340 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e912271-4b1c-490e-a991-1a25a423cc11 req-27abaf19-a0bf-44c3-bc3f-b5f01fe335ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:17.217543 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4e912271-4b1c-490e-a991-1a25a423cc11 req-27abaf19-a0bf-44c3-bc3f-b5f01fe335ce service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f6ba3437-1501-40e1-8d5a-1fe003cf7a15 HTTP/1.1" status: 200 len: 1098 time: 0.0727935 Apr 30 16:02:17.272204 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4e912271-4b1c-490e-a991-1a25a423cc11 req-e3e70bb8-70e9-4d52-a5bc-02b2cfeac750 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412846 Apr 30 16:02:17.442566 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 33278) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:02:17.596167 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef77d9-cd00-4661-82db-474852c8d773 req-8f77d493-ba7d-4ba6-859e-b7336c02af5a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:17.597618 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-fdef77d9-cd00-4661-82db-474852c8d773 req-8f77d493-ba7d-4ba6-859e-b7336c02af5a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.1120186 Apr 30 16:02:17.598748 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-944f02f3-cb8d-40f2-a485-4d8ff29ae9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:17.636482 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-944f02f3-cb8d-40f2-a485-4d8ff29ae9da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:02:17.650810 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-944f02f3-cb8d-40f2-a485-4d8ff29ae9da admin admin] Usage tracker for resource:security_group_rule and tenant:5655855ac8214b9b92e377ffd9ff7f64 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:02:17.656767 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-944f02f3-cb8d-40f2-a485-4d8ff29ae9da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:02:17.666042 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-944f02f3-cb8d-40f2-a485-4d8ff29ae9da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:02:17.672455 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-fdef77d9-cd00-4661-82db-474852c8d773 req-11ca0bce-dcb6-42dc-ba71-79e62edae3b5 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606403 Apr 30 16:02:17.723656 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b702b-0e90-48ac-a420-2a4b9a9eeeec req-714bcea5-0c7c-449b-b059-8a75ae707b92 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:17.725427 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-170b702b-0e90-48ac-a420-2a4b9a9eeeec req-714bcea5-0c7c-449b-b059-8a75ae707b92 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6ba3437-1501-40e1-8d5a-1fe003cf7a15 HTTP/1.1" status: 200 len: 945 time: 0.1075931 Apr 30 16:02:17.796880 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-944f02f3-cb8d-40f2-a485-4d8ff29ae9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:17.801420 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-170b702b-0e90-48ac-a420-2a4b9a9eeeec req-2a542178-993e-48b1-bbc2-860a07ab7c4e tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670965 Apr 30 16:02:17.802429 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-944f02f3-cb8d-40f2-a485-4d8ff29ae9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:17.811228 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-28761108-a689-4b97-b949-85ca1505cda4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:02:17.857083 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-944f02f3-cb8d-40f2-a485-4d8ff29ae9da admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5655855ac8214b9b92e377ffd9ff7f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4131567 Apr 30 16:02:17.858068 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f02f3-cb8d-40f2-a485-4d8ff29ae9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17928826-092b-4983-9e5a-4cafb3b0ee0b,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:02:17.860699 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 33292) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:02:17.866964 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f02f3-cb8d-40f2-a485-4d8ff29ae9da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:17.867373 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f02f3-cb8d-40f2-a485-4d8ff29ae9da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:17.867732 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f02f3-cb8d-40f2-a485-4d8ff29ae9da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:17.868166 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f02f3-cb8d-40f2-a485-4d8ff29ae9da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:17.868567 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f02f3-cb8d-40f2-a485-4d8ff29ae9da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:17.868913 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f02f3-cb8d-40f2-a485-4d8ff29ae9da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:17.869253 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f02f3-cb8d-40f2-a485-4d8ff29ae9da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:17.869646 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f02f3-cb8d-40f2-a485-4d8ff29ae9da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:17.869987 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f02f3-cb8d-40f2-a485-4d8ff29ae9da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:17.870323 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f02f3-cb8d-40f2-a485-4d8ff29ae9da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:17.871962 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f02f3-cb8d-40f2-a485-4d8ff29ae9da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:17.871962 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944f02f3-cb8d-40f2-a485-4d8ff29ae9da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:17.881262 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-944f02f3-cb8d-40f2-a485-4d8ff29ae9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:02:17.932056 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5d184a9c-da67-49fd-b254-6c6e8eefbbf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:17.968631 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5d184a9c-da67-49fd-b254-6c6e8eefbbf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:18.051661 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5d184a9c-da67-49fd-b254-6c6e8eefbbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:18.055475 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-dc94d86b-fcfa-416c-be37-622bb6e05a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:02:18.070022 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d184a9c-da67-49fd-b254-6c6e8eefbbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17928826-092b-4983-9e5a-4cafb3b0ee0b,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:02:18.078434 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d184a9c-da67-49fd-b254-6c6e8eefbbf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:18.078804 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d184a9c-da67-49fd-b254-6c6e8eefbbf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:18.079168 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d184a9c-da67-49fd-b254-6c6e8eefbbf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:18.079521 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d184a9c-da67-49fd-b254-6c6e8eefbbf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:18.079872 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d184a9c-da67-49fd-b254-6c6e8eefbbf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:18.080250 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d184a9c-da67-49fd-b254-6c6e8eefbbf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:18.080595 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d184a9c-da67-49fd-b254-6c6e8eefbbf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:18.080939 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d184a9c-da67-49fd-b254-6c6e8eefbbf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:18.081286 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d184a9c-da67-49fd-b254-6c6e8eefbbf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:18.081627 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d184a9c-da67-49fd-b254-6c6e8eefbbf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:18.081967 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d184a9c-da67-49fd-b254-6c6e8eefbbf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:18.082307 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d184a9c-da67-49fd-b254-6c6e8eefbbf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:18.085157 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5d184a9c-da67-49fd-b254-6c6e8eefbbf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:18.088681 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-5d184a9c-da67-49fd-b254-6c6e8eefbbf5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/17928826-092b-4983-9e5a-4cafb3b0ee0b HTTP/1.1" status: 204 len: 168 time: 0.2243533 Apr 30 16:02:18.088681 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-5d184a9c-da67-49fd-b254-6c6e8eefbbf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:02:18.402160 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:18.875709 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbda67a-9ad7-45ce-813e-e3c39ce5de35 req-1de46b98-9af0-4a7c-80d8-ad516ed81d7c tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:18.877168 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ffbda67a-9ad7-45ce-813e-e3c39ce5de35 req-1de46b98-9af0-4a7c-80d8-ad516ed81d7c tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0822971 Apr 30 16:02:18.921412 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ffbda67a-9ad7-45ce-813e-e3c39ce5de35 req-b7e08826-bddc-4a19-a59c-f5af0e29e4ab tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386133 Apr 30 16:02:18.995201 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfb6c9-2ab9-4338-9980-81d8506bb3c6 req-82370cd2-764b-498c-a327-889cecf66898 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:18.996695 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-35bfb6c9-2ab9-4338-9980-81d8506bb3c6 req-82370cd2-764b-498c-a327-889cecf66898 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6ba3437-1501-40e1-8d5a-1fe003cf7a15 HTTP/1.1" status: 200 len: 945 time: 0.0810578 Apr 30 16:02:19.041566 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-35bfb6c9-2ab9-4338-9980-81d8506bb3c6 req-0aeb8933-3e50-450e-a969-379ee35536e4 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383275 Apr 30 16:02:20.133218 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a8b99-ccbd-4e03-b718-ae09d946e92c req-54aa711d-b8a1-457b-a219-fdccd7d88933 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:20.134731 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-6e4a8b99-ccbd-4e03-b718-ae09d946e92c req-54aa711d-b8a1-457b-a219-fdccd7d88933 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0974741 Apr 30 16:02:20.181458 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-6e4a8b99-ccbd-4e03-b718-ae09d946e92c req-9f5fe71b-3991-4521-9f28-c72a594a3197 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399828 Apr 30 16:02:21.367513 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:02:21.391882 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b9872-6371-4f12-ac46-efa16f38a801 req-91990336-f7ec-4e10-a1d8-29c576821750 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:21.393614 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-be4b9872-6371-4f12-ac46-efa16f38a801 req-91990336-f7ec-4e10-a1d8-29c576821750 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0985460 Apr 30 16:02:21.447431 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-be4b9872-6371-4f12-ac46-efa16f38a801 req-28f99881-fe64-45d5-ad22-d30886eeb41a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465469 Apr 30 16:02:22.755659 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff17015-0449-40fb-a410-1b65024dceee req-0a8402f1-af4a-4bc2-9727-4447143ef3a6 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:22.757126 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-cff17015-0449-40fb-a410-1b65024dceee req-0a8402f1-af4a-4bc2-9727-4447143ef3a6 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0890768 Apr 30 16:02:22.804213 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-cff17015-0449-40fb-a410-1b65024dceee req-c3c05ab6-6fb8-468b-b07c-2a93d76ee0c7 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414848 Apr 30 16:02:24.002445 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7df0e-0d4e-40df-9567-31eefff9b320 req-68161256-99a6-4fc1-8a85-ff6ccc20cf08 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:24.005387 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-eda7df0e-0d4e-40df-9567-31eefff9b320 req-68161256-99a6-4fc1-8a85-ff6ccc20cf08 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0910430 Apr 30 16:02:24.069250 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-eda7df0e-0d4e-40df-9567-31eefff9b320 req-5d440aa7-4b6b-4ab2-a012-fcdff43b6189 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588908 Apr 30 16:02:28.534939 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325e8e8-1ba3-408e-a69d-c6d7b31fe882 req-c9b3cefc-1f75-4d2b-93c0-b1cefc23779e tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:28.536393 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-9325e8e8-1ba3-408e-a69d-c6d7b31fe882 req-c9b3cefc-1f75-4d2b-93c0-b1cefc23779e tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0842903 Apr 30 16:02:28.582810 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-9325e8e8-1ba3-408e-a69d-c6d7b31fe882 req-f3af5e96-9787-4d36-9fc6-2e9323e76901 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407436 Apr 30 16:02:29.773810 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308708e4-7166-4248-b696-aa12f91c05c6 req-4a4d887a-5f7a-4297-9357-b4eb247240da tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:29.775242 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-308708e4-7166-4248-b696-aa12f91c05c6 req-4a4d887a-5f7a-4297-9357-b4eb247240da tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0795441 Apr 30 16:02:29.823112 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-308708e4-7166-4248-b696-aa12f91c05c6 req-d30684bd-dff1-4cf6-bf81-ecadc4d70b0a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412610 Apr 30 16:02:31.025251 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bc32d-2bd2-482e-a451-3ea47df5cd01 req-54794c98-2b7d-4518-a7be-2860f33ed2cb tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:31.027611 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-046bc32d-2bd2-482e-a451-3ea47df5cd01 req-54794c98-2b7d-4518-a7be-2860f33ed2cb tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0849824 Apr 30 16:02:31.073931 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-046bc32d-2bd2-482e-a451-3ea47df5cd01 req-33ec72f4-0cd6-4ac2-b6a7-d760575cd955 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397391 Apr 30 16:02:32.254422 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978c964-4d02-4fa3-89d9-f4075a4d3648 req-b26d5ebb-4c36-4fb6-8e89-90845d1265e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:32.255798 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3978c964-4d02-4fa3-89d9-f4075a4d3648 req-b26d5ebb-4c36-4fb6-8e89-90845d1265e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ab89963bad1468d8d31bd42b50c5e2d&device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 1099 time: 0.0750325 Apr 30 16:02:32.276745 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fd910-f77c-4b6e-a23a-d2a72368236d req-be8a8277-78ef-4566-be9d-47e3b197b630 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:32.278222 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-4a9fd910-f77c-4b6e-a23a-d2a72368236d req-be8a8277-78ef-4566-be9d-47e3b197b630 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0861118 Apr 30 16:02:32.328294 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-4a9fd910-f77c-4b6e-a23a-d2a72368236d req-a8ee01a7-416e-4344-bc3b-d68a23d9eb00 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440643 Apr 30 16:02:32.528339 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978c964-4d02-4fa3-89d9-f4075a4d3648 req-ed6a3cdb-2d81-4698-b7ca-76aaf5ca0a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:32.529791 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3978c964-4d02-4fa3-89d9-f4075a4d3648 req-ed6a3cdb-2d81-4698-b7ca-76aaf5ca0a3f service neutron] 10.222.0.42 "GET /v2.0/networks?id=003f3ed1-d8ee-44dc-a675-9957118a6f9c HTTP/1.1" status: 200 len: 919 time: 0.2440693 Apr 30 16:02:32.606632 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3978c964-4d02-4fa3-89d9-f4075a4d3648 req-c402f956-4176-4c32-b934-59d5569592e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad0c3a55-63c5-4141-884a-521ad44ca3cc HTTP/1.1" status: 200 len: 217 time: 0.0646203 Apr 30 16:02:32.683354 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978c964-4d02-4fa3-89d9-f4075a4d3648 req-a5644516-655a-4f8b-b4d5-09a6f21feac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:32.684804 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3978c964-4d02-4fa3-89d9-f4075a4d3648 req-a5644516-655a-4f8b-b4d5-09a6f21feac8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ee3010de-4ebd-4277-9903-82c7833bcd22 HTTP/1.1" status: 200 len: 859 time: 0.0640659 Apr 30 16:02:32.742356 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3978c964-4d02-4fa3-89d9-f4075a4d3648 req-08c027aa-4589-430f-bf45-ae356cb1d24b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=003f3ed1-d8ee-44dc-a675-9957118a6f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489652 Apr 30 16:02:32.966231 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3978c964-4d02-4fa3-89d9-f4075a4d3648 req-1d13d5ca-725d-47c1-a7d7-b78d6f1fe1ad service neutron] 10.222.0.42 "GET /v2.0/networks/003f3ed1-d8ee-44dc-a675-9957118a6f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139318 Apr 30 16:02:33.110704 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3978c964-4d02-4fa3-89d9-f4075a4d3648 req-0cfff5e6-123d-4688-8baa-52b5e1cca998 service neutron] 10.222.0.42 "GET /v2.0/networks/003f3ed1-d8ee-44dc-a675-9957118a6f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344271 Apr 30 16:02:33.520886 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592b4a3-97cf-4947-b6e6-0dec8d4e2c0c req-f2b06b7a-7be6-4b34-b840-080f23fedbc8 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:33.522321 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7592b4a3-97cf-4947-b6e6-0dec8d4e2c0c req-f2b06b7a-7be6-4b34-b840-080f23fedbc8 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0786905 Apr 30 16:02:33.566431 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7592b4a3-97cf-4947-b6e6-0dec8d4e2c0c req-27f58378-a212-4824-8ec6-c34b418dd97f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382562 Apr 30 16:02:34.757231 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd096831-fdb7-49c3-9df8-e8776d7f01b6 req-4523d967-86ca-4768-9b77-5acd88ae6d2b tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:34.758733 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-cd096831-fdb7-49c3-9df8-e8776d7f01b6 req-4523d967-86ca-4768-9b77-5acd88ae6d2b tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0833635 Apr 30 16:02:34.809397 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-cd096831-fdb7-49c3-9df8-e8776d7f01b6 req-8706a7ab-5a5c-4834-8b62-beb4d534eda9 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408132 Apr 30 16:02:35.996507 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5d2b2-28cb-4b89-b3a0-79320da55015 req-1d921118-dd9d-4558-b610-299a96f4aa71 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:35.998055 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7fe5d2b2-28cb-4b89-b3a0-79320da55015 req-1d921118-dd9d-4558-b610-299a96f4aa71 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0809808 Apr 30 16:02:36.049033 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7fe5d2b2-28cb-4b89-b3a0-79320da55015 req-5c053509-a6a6-490a-a064-255e425b140f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442693 Apr 30 16:02:37.246072 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ede0f-5928-4d7a-97a0-d6929e0f4b85 req-832d7242-fb9f-4184-90e9-a9354f084e7d tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:37.247849 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a00ede0f-5928-4d7a-97a0-d6929e0f4b85 req-832d7242-fb9f-4184-90e9-a9354f084e7d tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0888054 Apr 30 16:02:37.295131 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a00ede0f-5928-4d7a-97a0-d6929e0f4b85 req-cf66ebe5-c13b-4104-a71e-77608c691fdc tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406244 Apr 30 16:02:38.327443 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:38.490448 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefe721-0a0d-4ab0-9d28-8239ee126fb2 req-1d28bbde-7a46-4248-8f8d-fb4aca57d70e tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:38.491871 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-0cefe721-0a0d-4ab0-9d28-8239ee126fb2 req-1d28bbde-7a46-4248-8f8d-fb4aca57d70e tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0846291 Apr 30 16:02:38.596231 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-0cefe721-0a0d-4ab0-9d28-8239ee126fb2 req-e770385d-ef1d-4d45-8b51-0d5f34fac593 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986929 Apr 30 16:02:39.783081 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4a110-992f-4940-b2f5-3c2b600a2dfc req-7285cd82-3e65-483a-a8c1-c8ec6dae7142 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:39.784621 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ced4a110-992f-4940-b2f5-3c2b600a2dfc req-7285cd82-3e65-483a-a8c1-c8ec6dae7142 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0799470 Apr 30 16:02:39.831663 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ced4a110-992f-4940-b2f5-3c2b600a2dfc req-2084cd48-e843-4e1b-8380-cc1f9e867fd2 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414081 Apr 30 16:02:41.018801 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514bee7-cbf4-4ea2-b56b-e67864a4d14c req-4ae1bbf4-7f51-4a26-ab60-3883a3fe0402 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:41.020265 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-0514bee7-cbf4-4ea2-b56b-e67864a4d14c req-4ae1bbf4-7f51-4a26-ab60-3883a3fe0402 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0776806 Apr 30 16:02:41.072359 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-0514bee7-cbf4-4ea2-b56b-e67864a4d14c req-4224e85b-abbf-4e0f-ad5b-fc062d576d29 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461233 Apr 30 16:02:42.263934 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d74222-a3d1-4527-8a98-952157b40397 req-4a3f0d77-7350-4d1f-b31b-0996e73855da tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:42.265472 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-06d74222-a3d1-4527-8a98-952157b40397 req-4a3f0d77-7350-4d1f-b31b-0996e73855da tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0834460 Apr 30 16:02:42.313944 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-06d74222-a3d1-4527-8a98-952157b40397 req-48e60e7a-0640-4edd-b79d-941963950699 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428486 Apr 30 16:02:43.136007 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-783fa512-b37d-43cc-b464-13e482716fc8 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:43.137534 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-783fa512-b37d-43cc-b464-13e482716fc8 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/networks?id=819fb011-2436-418a-a827-e8015cd0e60c HTTP/1.1" status: 200 len: 814 time: 0.1508191 Apr 30 16:02:43.152899 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-4a28c4dc-c4f4-4aa9-86d1-e630fe57091f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/quotas/e47c1439b6884dea85fdc5c04cdf9341 HTTP/1.1" status: 200 len: 375 time: 0.0094109 Apr 30 16:02:43.178800 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-e8f205b8-cfc5-4155-afd4-73fa17afee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:43.244030 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-7e96e74a-381b-41e9-93c9-dd2a3a350f35 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e47c1439b6884dea85fdc5c04cdf9341&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0860026 Apr 30 16:02:43.390740 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-be8e8c27-ac1d-465b-9a96-2b30302f9467 service neutron] 10.222.0.72 "GET /v2.0/networks/819fb011-2436-418a-a827-e8015cd0e60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384120 Apr 30 16:02:43.521702 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a0ac5-301e-42d6-a6a5-7410384c3289 req-c26479ee-a747-44e0-886d-561868b3975f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:43.523759 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-615a0ac5-301e-42d6-a6a5-7410384c3289 req-c26479ee-a747-44e0-886d-561868b3975f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0986571 Apr 30 16:02:43.555793 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-1e43709a-bba5-4cc9-a16c-7f64192d3725 service neutron] 10.222.0.72 "GET /v2.0/networks/819fb011-2436-418a-a827-e8015cd0e60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585112 Apr 30 16:02:43.608454 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-615a0ac5-301e-42d6-a6a5-7410384c3289 req-94f173b5-cd6d-40a4-a97c-2b420d00f87d tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789702 Apr 30 16:02:43.769158 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f75650e2-ad0b-4b99-aedf-11dbcc5745f3 req-22022126-21fb-423f-a5e0-5504bb7f16e6 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2ae04fa-9aa9-4a19-b062-e1a28eea4266 HTTP/1.1" status: 200 len: 210 time: 0.0442140 Apr 30 16:02:44.806817 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b8009-f3d1-44d0-88b6-4654ef669203 req-83c7698a-5ee4-4567-83e9-b139bfb02276 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:44.808326 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d34b8009-f3d1-44d0-88b6-4654ef669203 req-83c7698a-5ee4-4567-83e9-b139bfb02276 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0827138 Apr 30 16:02:44.857609 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d34b8009-f3d1-44d0-88b6-4654ef669203 req-275f3ca1-278c-468e-81c5-212f497319d4 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428514 Apr 30 16:02:45.009051 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f95888ac-c0e4-4f22-88c5-7a92775caadf req-222bd52b-630e-41f3-8909-4384e8d31ae4 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2ae04fa-9aa9-4a19-b062-e1a28eea4266 HTTP/1.1" status: 200 len: 210 time: 0.0464988 Apr 30 16:02:45.136278 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-8913cca6-16c3-4df8-bc74-71f1fe360eed tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:45.137646 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-8913cca6-16c3-4df8-bc74-71f1fe360eed tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.42 "GET /v2.0/networks?id=819fb011-2436-418a-a827-e8015cd0e60c HTTP/1.1" status: 200 len: 814 time: 0.1505649 Apr 30 16:02:45.156493 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-1ad794ea-b5e4-4c3f-b8cf-e8b1db28cdef tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Request body: {'port': {'device_id': 'c2ae04fa-9aa9-4a19-b062-e1a28eea4266', 'network_id': '819fb011-2436-418a-a827-e8015cd0e60c', 'admin_state_up': True, 'tenant_id': 'e47c1439b6884dea85fdc5c04cdf9341'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:02:45.288133 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-1ad794ea-b5e4-4c3f-b8cf-e8b1db28cdef tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:02:45.298483 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-1ad794ea-b5e4-4c3f-b8cf-e8b1db28cdef tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:02:45.309661 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-1ad794ea-b5e4-4c3f-b8cf-e8b1db28cdef tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Made reservation on behalf of e47c1439b6884dea85fdc5c04cdf9341 for: {'port': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:02:45.313726 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-1ad794ea-b5e4-4c3f-b8cf-e8b1db28cdef tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:45.586378 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-1ad794ea-b5e4-4c3f-b8cf-e8b1db28cdef tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Allocated IP 172.20.0.8 (819fb011-2436-418a-a827-e8015cd0e60c/25aa568c-9755-4641-b331-c4c9e9416a7e/11487568-4757-4537-8de2-357898c16b1b) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:02:45.630793 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba82e1c-0ee8-41e4-9d9c-6241289a86fc req-dacec305-242c-49fc-8fa5-518552cc3921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:45.632282 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6ba82e1c-0ee8-41e4-9d9c-6241289a86fc req-dacec305-242c-49fc-8fa5-518552cc3921 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 1099 time: 0.1236496 Apr 30 16:02:45.724648 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6ba82e1c-0ee8-41e4-9d9c-6241289a86fc req-7f841655-abc5-4e4f-a502-ff02e2e90e22 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817990 Apr 30 16:02:45.840690 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-1ad794ea-b5e4-4c3f-b8cf-e8b1db28cdef tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:45.871219 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-1ad794ea-b5e4-4c3f-b8cf-e8b1db28cdef tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:45.876851 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:02:45.881307 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:45.886697 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['9cb8a50a-ab97-41e8-a96f-59d9de5a8abb', '339a702f-56b3-4e6c-ab5f-2fc446780716', 'e484fb83-1f92-4025-ae75-419c4fb076cf'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:02:45.939137 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-1ad794ea-b5e4-4c3f-b8cf-e8b1db28cdef tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Network 819fb011-2436-418a-a827-e8015cd0e60c is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:02:45.948967 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-1ad794ea-b5e4-4c3f-b8cf-e8b1db28cdef tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:02:45.951267 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-1ad794ea-b5e4-4c3f-b8cf-e8b1db28cdef tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:02:45.957916 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-1ad794ea-b5e4-4c3f-b8cf-e8b1db28cdef tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:45.958558 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-1ad794ea-b5e4-4c3f-b8cf-e8b1db28cdef tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:45.980821 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad794ea-b5e4-4c3f-b8cf-e8b1db28cdef tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Pushing event updated for resources: {'Port': ['ID=11487568-4757-4537-8de2-357898c16b1b,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:02:45.986492 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-1ad794ea-b5e4-4c3f-b8cf-e8b1db28cdef tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:02:46.049829 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-1ad794ea-b5e4-4c3f-b8cf-e8b1db28cdef tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8976054 Apr 30 16:02:46.063949 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-459eefe6-71c6-45d1-aafe-97974d06c3b3 service neutron] Request body: {'port': {'device_id': 'c2ae04fa-9aa9-4a19-b062-e1a28eea4266', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:02:46.084244 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-15c46427-63e4-4032-bcda-5bd2fb6b4111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:46.142896 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15537b22-17d4-4669-bfe9-63902ab76ff6 req-77d9ecd7-2aef-404c-af53-153f70c4fb15 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:46.144400 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-15537b22-17d4-4669-bfe9-63902ab76ff6 req-77d9ecd7-2aef-404c-af53-153f70c4fb15 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.1610725 Apr 30 16:02:46.204297 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-459eefe6-71c6-45d1-aafe-97974d06c3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:46.319596 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-15537b22-17d4-4669-bfe9-63902ab76ff6 req-0b9f8349-1d5d-4146-b2fe-64c322816f8f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424112 Apr 30 16:02:46.336292 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117e5c9-17e7-40fe-9764-022bc118bd1d req-6bfcc266-9aaa-4959-8f57-8efc5ce8dc19 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:46.348566 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a117e5c9-17e7-40fe-9764-022bc118bd1d req-6bfcc266-9aaa-4959-8f57-8efc5ce8dc19 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2ae04fa-9aa9-4a19-b062-e1a28eea4266 HTTP/1.1" status: 200 len: 931 time: 0.1226902 Apr 30 16:02:46.405231 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a117e5c9-17e7-40fe-9764-022bc118bd1d req-6445fe38-e03c-46f2-96c9-69d04d6c8237 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550063 Apr 30 16:02:46.630820 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-459eefe6-71c6-45d1-aafe-97974d06c3b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11487568-4757-4537-8de2-357898c16b1b {{(pid=73963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:02:46.634042 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:46.638078 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-459eefe6-71c6-45d1-aafe-97974d06c3b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:46.652866 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-459eefe6-71c6-45d1-aafe-97974d06c3b3 service neutron] Transition to ACTIVE for port object 11487568-4757-4537-8de2-357898c16b1b will not be triggered until provisioned by entity L2. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:02:46.655930 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-459eefe6-71c6-45d1-aafe-97974d06c3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:46.660800 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-bb863634-00a7-4212-a363-d1c6775eff02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:02:46.822012 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459eefe6-71c6-45d1-aafe-97974d06c3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=11487568-4757-4537-8de2-357898c16b1b,revision_number=2']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:02:46.832638 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-459eefe6-71c6-45d1-aafe-97974d06c3b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:02:46.849695 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-459eefe6-71c6-45d1-aafe-97974d06c3b3 service neutron] Attempting to bind port 11487568-4757-4537-8de2-357898c16b1b on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:02:46.850027 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-459eefe6-71c6-45d1-aafe-97974d06c3b3 service neutron] Attempting to bind port 11487568-4757-4537-8de2-357898c16b1b by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '661407b4-95b2-4d17-9ac4-ce7a66ada27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '819fb011-2436-418a-a827-e8015cd0e60c'}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:02:46.850388 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-459eefe6-71c6-45d1-aafe-97974d06c3b3 service neutron] Attempting to bind port 11487568-4757-4537-8de2-357898c16b1b on network 819fb011-2436-418a-a827-e8015cd0e60c {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:02:46.855009 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-459eefe6-71c6-45d1-aafe-97974d06c3b3 service neutron] Port 11487568-4757-4537-8de2-357898c16b1b on network 819fb011-2436-418a-a827-e8015cd0e60c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:02:46.855333 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-459eefe6-71c6-45d1-aafe-97974d06c3b3 service neutron] Attempting to bind port 11487568-4757-4537-8de2-357898c16b1b on network 819fb011-2436-418a-a827-e8015cd0e60c {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:02:46.861086 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-459eefe6-71c6-45d1-aafe-97974d06c3b3 service neutron] Checking agent: {'id': '12734182-a135-4f20-887d-69ffd9792d0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'started_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:02:46.861418 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-459eefe6-71c6-45d1-aafe-97974d06c3b3 service neutron] Checking segment: {'id': '661407b4-95b2-4d17-9ac4-ce7a66ada27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '819fb011-2436-418a-a827-e8015cd0e60c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:02:46.861807 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-459eefe6-71c6-45d1-aafe-97974d06c3b3 service neutron] Bound using segment: {'id': '661407b4-95b2-4d17-9ac4-ce7a66ada27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '819fb011-2436-418a-a827-e8015cd0e60c'} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:02:46.862216 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-459eefe6-71c6-45d1-aafe-97974d06c3b3 service neutron] Bound port: 11487568-4757-4537-8de2-357898c16b1b, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '661407b4-95b2-4d17-9ac4-ce7a66ada27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '819fb011-2436-418a-a827-e8015cd0e60c'}}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:02:46.862564 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-459eefe6-71c6-45d1-aafe-97974d06c3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:46.963020 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-459eefe6-71c6-45d1-aafe-97974d06c3b3 service neutron] For port 11487568-4757-4537-8de2-357898c16b1b, host hv-cinder-78719, cleared binding levels {{(pid=73963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:02:46.966341 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-459eefe6-71c6-45d1-aafe-97974d06c3b3 service neutron] For port 11487568-4757-4537-8de2-357898c16b1b, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=11487568-4757-4537-8de2-357898c16b1b,segment=NetworkSegment(661407b4-95b2-4d17-9ac4-ce7a66ada27c),segment_id=661407b4-95b2-4d17-9ac4-ce7a66ada27c)] {{(pid=73963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:02:46.976580 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-459eefe6-71c6-45d1-aafe-97974d06c3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:46.981025 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:02:47.056005 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-459eefe6-71c6-45d1-aafe-97974d06c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:47.056645 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-459eefe6-71c6-45d1-aafe-97974d06c3b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:47.057987 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-459eefe6-71c6-45d1-aafe-97974d06c3b3 service neutron] 10.222.0.42 "PUT /v2.0/ports/11487568-4757-4537-8de2-357898c16b1b HTTP/1.1" status: 200 len: 1093 time: 1.0000494 Apr 30 16:02:47.058482 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ae04fa-9aa9-4a19-b062-e1a28eea4266', 'tag': '11487568-4757-4537-8de2-357898c16b1b'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:02:47.078040 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459eefe6-71c6-45d1-aafe-97974d06c3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=11487568-4757-4537-8de2-357898c16b1b,revision_number=3']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:02:47.081280 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-459eefe6-71c6-45d1-aafe-97974d06c3b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:02:47.145793 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ae04fa-9aa9-4a19-b062-e1a28eea4266', 'tag': '11487568-4757-4537-8de2-357898c16b1b', 'status': 'completed', 'code': 200} Apr 30 16:02:47.202169 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-43acb9c6-4eaa-4cce-a9e2-b1a082a3e542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:47.203781 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-43acb9c6-4eaa-4cce-a9e2-b1a082a3e542 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e47c1439b6884dea85fdc5c04cdf9341&device_id=c2ae04fa-9aa9-4a19-b062-e1a28eea4266 HTTP/1.1" status: 200 len: 1096 time: 0.0955403 Apr 30 16:02:47.317502 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-7751c421-1525-4e18-89f0-54e888fe4e02 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11487568-4757-4537-8de2-357898c16b1b HTTP/1.1" status: 200 len: 217 time: 0.1015429 Apr 30 16:02:47.485174 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc955224-bdec-4a96-805e-f9648e93dfb9 req-64c5a8f5-bcc3-48f3-9af6-72af12a9e749 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:47.486612 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-fc955224-bdec-4a96-805e-f9648e93dfb9 req-64c5a8f5-bcc3-48f3-9af6-72af12a9e749 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.2110133 Apr 30 16:02:47.488130 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-e928ca16-5e93-4ab5-949b-88a3c026e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:47.489395 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-e928ca16-5e93-4ab5-949b-88a3c026e71c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=25aa568c-9755-4641-b331-c4c9e9416a7e HTTP/1.1" status: 200 len: 854 time: 0.1573222 Apr 30 16:02:47.532240 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662383be-a65a-4f22-ac4e-90d16be194cd req-04fb5117-d9ac-4053-bc06-d807616732b7 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:47.533731 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-662383be-a65a-4f22-ac4e-90d16be194cd req-04fb5117-d9ac-4053-bc06-d807616732b7 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0878174 Apr 30 16:02:47.550704 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-55041b6e-483b-4bb6-87fd-9407da6e2239 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=819fb011-2436-418a-a827-e8015cd0e60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452871 Apr 30 16:02:47.571225 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-fc955224-bdec-4a96-805e-f9648e93dfb9 req-65891524-270c-44f9-a726-6bd8bc2bf147 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788972 Apr 30 16:02:47.583475 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-662383be-a65a-4f22-ac4e-90d16be194cd req-5abaecac-d92d-4488-8627-c944967a7467 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423775 Apr 30 16:02:47.765538 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-187fe650-e669-4d25-9be3-912061196762 service neutron] 10.222.0.42 "GET /v2.0/networks/819fb011-2436-418a-a827-e8015cd0e60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931524 Apr 30 16:02:47.869850 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac36f4-c49a-4c43-8134-a8b7ea9855fd req-d13f13e6-83db-41a6-abaf-0d5f761631d0 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:47.870471 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-6cac36f4-c49a-4c43-8134-a8b7ea9855fd req-d13f13e6-83db-41a6-abaf-0d5f761631d0 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Synchronizing usage tracker for tenant:e47c1439b6884dea85fdc5c04cdf9341 on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:02:47.911991 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-6cac36f4-c49a-4c43-8134-a8b7ea9855fd req-d13f13e6-83db-41a6-abaf-0d5f761631d0 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Unset dirty status for tenant:e47c1439b6884dea85fdc5c04cdf9341 on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:02:47.924461 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6cac36f4-c49a-4c43-8134-a8b7ea9855fd req-d13f13e6-83db-41a6-abaf-0d5f761631d0 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2ae04fa-9aa9-4a19-b062-e1a28eea4266 HTTP/1.1" status: 200 len: 943 time: 0.2425454 Apr 30 16:02:48.013405 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3a5c9d14-d1de-4aaa-aaa2-445ca0c0c910 req-f380beea-c6e8-44fb-95b1-ff80fc2eb79b service neutron] 10.222.0.42 "GET /v2.0/networks/819fb011-2436-418a-a827-e8015cd0e60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391913 Apr 30 16:02:48.026987 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6cac36f4-c49a-4c43-8134-a8b7ea9855fd req-4547610a-9268-4fea-b028-bda8df916029 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015010 Apr 30 16:02:48.054356 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55615a-d4b9-4244-8784-f76b80b496ef req-2ec3d698-68fb-4162-b5a1-44739abc070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:48.055802 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-af55615a-d4b9-4244-8784-f76b80b496ef req-2ec3d698-68fb-4162-b5a1-44739abc070e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ab89963bad1468d8d31bd42b50c5e2d&device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 1099 time: 0.1169114 Apr 30 16:02:48.094584 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f46c93-6f74-49d5-aba7-3599f0645206 req-f83b65cb-2fac-4d2a-a121-e81ef847d07b tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:48.096682 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-94f46c93-6f74-49d5-aba7-3599f0645206 req-f83b65cb-2fac-4d2a-a121-e81ef847d07b tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0918429 Apr 30 16:02:48.143783 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-94f46c93-6f74-49d5-aba7-3599f0645206 req-1baddf60-5176-4af2-a969-df3e8222c17f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405238 Apr 30 16:02:48.258579 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55615a-d4b9-4244-8784-f76b80b496ef req-4b852345-4954-4260-8a44-2e3fdb756603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:48.260037 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-af55615a-d4b9-4244-8784-f76b80b496ef req-4b852345-4954-4260-8a44-2e3fdb756603 service neutron] 10.222.0.42 "GET /v2.0/networks?id=003f3ed1-d8ee-44dc-a675-9957118a6f9c HTTP/1.1" status: 200 len: 919 time: 0.1856804 Apr 30 16:02:48.262730 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a6a3b-0618-45d2-8fec-3dcfb2e596ca req-4015871b-18af-44af-b9b2-f5f5be476af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:48.264142 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-005a6a3b-0618-45d2-8fec-3dcfb2e596ca req-4015871b-18af-44af-b9b2-f5f5be476af5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e47c1439b6884dea85fdc5c04cdf9341&device_id=c2ae04fa-9aa9-4a19-b062-e1a28eea4266 HTTP/1.1" status: 200 len: 1096 time: 0.1695757 Apr 30 16:02:48.361717 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-af55615a-d4b9-4244-8784-f76b80b496ef req-473eb4fb-1853-49f9-9a6e-0ed483c8a685 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad0c3a55-63c5-4141-884a-521ad44ca3cc HTTP/1.1" status: 200 len: 217 time: 0.0854676 Apr 30 16:02:48.406104 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:48.495477 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55615a-d4b9-4244-8784-f76b80b496ef req-26ff6b7f-77b7-4b9e-b4b6-8dc7d4a93ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:48.496952 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-af55615a-d4b9-4244-8784-f76b80b496ef req-26ff6b7f-77b7-4b9e-b4b6-8dc7d4a93ad7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ee3010de-4ebd-4277-9903-82c7833bcd22 HTTP/1.1" status: 200 len: 859 time: 0.1244316 Apr 30 16:02:48.557458 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a6a3b-0618-45d2-8fec-3dcfb2e596ca req-36e19689-0672-481b-b5b1-90bd30d679f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:48.558870 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-005a6a3b-0618-45d2-8fec-3dcfb2e596ca req-36e19689-0672-481b-b5b1-90bd30d679f3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=819fb011-2436-418a-a827-e8015cd0e60c HTTP/1.1" status: 200 len: 914 time: 0.2816083 Apr 30 16:02:48.560628 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-af55615a-d4b9-4244-8784-f76b80b496ef req-87c66c32-bc72-4504-babd-86addcebc84d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=003f3ed1-d8ee-44dc-a675-9957118a6f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479612 Apr 30 16:02:48.674266 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-005a6a3b-0618-45d2-8fec-3dcfb2e596ca req-7f1346a7-2eaa-4af3-8493-3ab84ccb3879 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11487568-4757-4537-8de2-357898c16b1b HTTP/1.1" status: 200 len: 217 time: 0.0931981 Apr 30 16:02:48.766800 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4405a4-2b9d-4a19-81c9-63859b8c8d72 req-8bc77627-29e7-4631-b37b-52aebbdcee9f tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:48.769117 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-6e4405a4-2b9d-4a19-81c9-63859b8c8d72 req-8bc77627-29e7-4631-b37b-52aebbdcee9f tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0864625 Apr 30 16:02:48.822144 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a6a3b-0618-45d2-8fec-3dcfb2e596ca req-54e0c7de-de32-4230-9e3d-7535cc6d8581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:48.822948 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-6e4405a4-2b9d-4a19-81c9-63859b8c8d72 req-b7dcd6b8-80a5-428a-a4f9-da6b97faa7d7 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477026 Apr 30 16:02:48.823549 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-005a6a3b-0618-45d2-8fec-3dcfb2e596ca req-54e0c7de-de32-4230-9e3d-7535cc6d8581 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=25aa568c-9755-4641-b331-c4c9e9416a7e HTTP/1.1" status: 200 len: 854 time: 0.0966921 Apr 30 16:02:48.826764 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-af55615a-d4b9-4244-8784-f76b80b496ef req-5981c725-5934-499c-8a33-3ca1440f86b6 service neutron] 10.222.0.42 "GET /v2.0/networks/003f3ed1-d8ee-44dc-a675-9957118a6f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965408 Apr 30 16:02:48.891452 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-005a6a3b-0618-45d2-8fec-3dcfb2e596ca req-ddabea44-d8bf-44bf-8fec-c30b73a303dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=819fb011-2436-418a-a827-e8015cd0e60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592299 Apr 30 16:02:49.214912 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-af55615a-d4b9-4244-8784-f76b80b496ef req-722ef400-b698-4b35-8eb1-9c80b6cadd09 service neutron] 10.222.0.42 "GET /v2.0/networks/003f3ed1-d8ee-44dc-a675-9957118a6f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534870 Apr 30 16:02:49.235924 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-005a6a3b-0618-45d2-8fec-3dcfb2e596ca req-5e66cb1e-1f23-4dec-9d99-b4f5603dd37a service neutron] 10.222.0.42 "GET /v2.0/networks/819fb011-2436-418a-a827-e8015cd0e60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099178 Apr 30 16:02:49.269411 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875a45d-f390-4371-8f2b-edc90c0ea5f8 req-9eeb34a8-930c-4cae-b94b-4c7eb6c7f3ea tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:49.270830 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5875a45d-f390-4371-8f2b-edc90c0ea5f8 req-9eeb34a8-930c-4cae-b94b-4c7eb6c7f3ea tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2ae04fa-9aa9-4a19-b062-e1a28eea4266 HTTP/1.1" status: 200 len: 943 time: 0.1294582 Apr 30 16:02:49.375524 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713f48d-b814-49f0-85c4-bd0269a2d193 req-3463267b-1382-4227-b1c8-721943468c27 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:49.378017 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3713f48d-b814-49f0-85c4-bd0269a2d193 req-3463267b-1382-4227-b1c8-721943468c27 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.1185150 Apr 30 16:02:49.406364 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5875a45d-f390-4371-8f2b-edc90c0ea5f8 req-c245d7ef-0486-48a2-98d5-822d3b09c75b tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144021 Apr 30 16:02:49.431329 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3713f48d-b814-49f0-85c4-bd0269a2d193 req-cc671883-ba42-4e9b-a768-db5caeb218fc tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475667 Apr 30 16:02:49.440672 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-005a6a3b-0618-45d2-8fec-3dcfb2e596ca req-75789959-69fc-4769-a898-1f44f382b468 service neutron] 10.222.0.42 "GET /v2.0/networks/819fb011-2436-418a-a827-e8015cd0e60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789589 Apr 30 16:02:50.030952 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8991e99-ded3-4390-b520-3509d7f666aa req-cb2cff11-e5c8-4156-be8c-f1cf450bcc5e tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:50.032479 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-e8991e99-ded3-4390-b520-3509d7f666aa req-cb2cff11-e5c8-4156-be8c-f1cf450bcc5e tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0882914 Apr 30 16:02:50.078501 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-e8991e99-ded3-4390-b520-3509d7f666aa req-4ac306fe-16a5-47c6-b25f-5eac3856679d tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401561 Apr 30 16:02:50.600577 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d1b0b-f93e-42db-9aa2-37ef5ae022f6 req-6a5d19dd-f80d-4c58-a7b6-3e72ee088989 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:50.603256 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-452d1b0b-f93e-42db-9aa2-37ef5ae022f6 req-6a5d19dd-f80d-4c58-a7b6-3e72ee088989 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2ae04fa-9aa9-4a19-b062-e1a28eea4266 HTTP/1.1" status: 200 len: 943 time: 0.0857375 Apr 30 16:02:50.628241 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58fb7d-da2f-4037-8ff7-f9f5863b6ef0 req-db1485c2-506c-4410-a577-83203e78f4ee tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:50.629669 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ce58fb7d-da2f-4037-8ff7-f9f5863b6ef0 req-db1485c2-506c-4410-a577-83203e78f4ee tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0843282 Apr 30 16:02:50.649117 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-452d1b0b-f93e-42db-9aa2-37ef5ae022f6 req-1a700e31-0013-4d85-8bf8-12d819cae21f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398860 Apr 30 16:02:50.676694 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ce58fb7d-da2f-4037-8ff7-f9f5863b6ef0 req-43893cc0-623d-479f-a56f-2b6875c5d9d1 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412621 Apr 30 16:02:51.271220 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5a0f8-8baf-4444-8a30-67335bf5e196 req-aa1ef90d-64e2-4062-95df-766e8fe33719 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:51.272951 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b6e5a0f8-8baf-4444-8a30-67335bf5e196 req-aa1ef90d-64e2-4062-95df-766e8fe33719 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0850925 Apr 30 16:02:51.318468 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b6e5a0f8-8baf-4444-8a30-67335bf5e196 req-bf52fc5f-e3d9-480a-bfa6-d0867e2f006c tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399849 Apr 30 16:02:51.841198 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db4eab-623f-4654-a1b1-f1082a6b3f48 req-b29af2c2-f710-446d-a689-f5ea0d053daa tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:51.842587 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-55db4eab-623f-4654-a1b1-f1082a6b3f48 req-b29af2c2-f710-446d-a689-f5ea0d053daa tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2ae04fa-9aa9-4a19-b062-e1a28eea4266 HTTP/1.1" status: 200 len: 943 time: 0.0838373 Apr 30 16:02:51.863906 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7c485-2208-45ab-9adb-c040231e44b0 req-9385c669-e65c-4fba-a6c9-598976483566 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:51.865355 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-cec7c485-2208-45ab-9adb-c040231e44b0 req-9385c669-e65c-4fba-a6c9-598976483566 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0820606 Apr 30 16:02:51.887364 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-55db4eab-623f-4654-a1b1-f1082a6b3f48 req-12678939-34f0-4c6e-aecc-2ec166039107 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383413 Apr 30 16:02:51.911662 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-cec7c485-2208-45ab-9adb-c040231e44b0 req-17b02675-1acf-4d52-ae0e-14159a2e5f34 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405068 Apr 30 16:02:52.506124 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6bae9-8d2d-45b8-b353-ab6bc16dd0c0 req-af288d82-7b6f-4001-98b5-03749998f5f0 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:52.507548 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-05b6bae9-8d2d-45b8-b353-ab6bc16dd0c0 req-af288d82-7b6f-4001-98b5-03749998f5f0 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0803280 Apr 30 16:02:52.552633 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-05b6bae9-8d2d-45b8-b353-ab6bc16dd0c0 req-2afa455f-b5ae-438f-a14c-3fa78a6a086c tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393171 Apr 30 16:02:52.817921 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 11487568-4757-4537-8de2-357898c16b1b details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:02:52.967616 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 11487568-4757-4537-8de2-357898c16b1b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=11487568-4757-4537-8de2-357898c16b1b,segment=NetworkSegment(661407b4-95b2-4d17-9ac4-ce7a66ada27c),segment_id=661407b4-95b2-4d17-9ac4-ce7a66ada27c)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:02:52.983968 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Returning: {'device': '11487568-4757-4537-8de2-357898c16b1b', 'network_id': '819fb011-2436-418a-a827-e8015cd0e60c', 'port_id': '11487568-4757-4537-8de2-357898c16b1b', 'mac_address': 'fa:16:3e:ef:e2:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25aa568c-9755-4641-b331-c4c9e9416a7e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:02:53.061179 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:53.080270 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11487568-4757-4537-8de2-357898c16b1b {{(pid=73965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:02:53.097168 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 11487568-4757-4537-8de2-357898c16b1b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=11487568-4757-4537-8de2-357898c16b1b,segment=NetworkSegment(661407b4-95b2-4d17-9ac4-ce7a66ada27c),segment_id=661407b4-95b2-4d17-9ac4-ce7a66ada27c)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:02:53.102128 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:53.103399 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-8feb633e-112e-425a-82ba-7a93c047a7c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:02:53.141851 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12200c31-0cf5-4e1a-a28b-8f60eba7ef5c req-468099e3-8c47-4288-b7bd-aa36a782b607 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:53.143967 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-12200c31-0cf5-4e1a-a28b-8f60eba7ef5c req-468099e3-8c47-4288-b7bd-aa36a782b607 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2ae04fa-9aa9-4a19-b062-e1a28eea4266 HTTP/1.1" status: 200 len: 943 time: 0.0975993 Apr 30 16:02:53.176201 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f68a1c-bea1-4ee1-bd32-5f226e53a1d1 req-176c263b-9cb9-4565-9d9e-1a75d4c90bd3 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:53.178404 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b6f68a1c-bea1-4ee1-bd32-5f226e53a1d1 req-176c263b-9cb9-4565-9d9e-1a75d4c90bd3 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.1113298 Apr 30 16:02:53.214367 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-12200c31-0cf5-4e1a-a28b-8f60eba7ef5c req-fee5f759-3edb-4531-8fd9-74d7d043bc78 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617962 Apr 30 16:02:53.221886 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=11487568-4757-4537-8de2-357898c16b1b,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:02:53.230571 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:53.230919 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:53.231252 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:53.231582 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:53.231991 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:53.232264 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:53.232589 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:53.232905 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:53.233221 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:53.233538 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:53.233864 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:53.234850 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:02:53.238959 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:02:53.294355 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b6f68a1c-bea1-4ee1-bd32-5f226e53a1d1 req-37bf0702-943b-4a4c-9085-dd86aa26ec27 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097636 Apr 30 16:02:53.581187 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['11487568-4757-4537-8de2-357898c16b1b'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:02:53.791435 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d74e83-3b3d-4e10-83cf-58239426b9f8 req-4b852bb2-b71e-4cb9-80d8-10885d6cedc1 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:53.792950 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d8d74e83-3b3d-4e10-83cf-58239426b9f8 req-4b852bb2-b71e-4cb9-80d8-10885d6cedc1 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0993412 Apr 30 16:02:53.843069 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d8d74e83-3b3d-4e10-83cf-58239426b9f8 req-a6d7e257-6e6f-4643-a7c5-ae91c4e30894 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436616 Apr 30 16:02:54.411007 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2909a1-7997-4078-84f6-cc15d10f537f req-03ded521-bcf4-4418-b706-b9a699c9e8fc tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:54.412612 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-fd2909a1-7997-4078-84f6-cc15d10f537f req-03ded521-bcf4-4418-b706-b9a699c9e8fc tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2ae04fa-9aa9-4a19-b062-e1a28eea4266 HTTP/1.1" status: 200 len: 944 time: 0.0823736 Apr 30 16:02:54.458924 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-fd2909a1-7997-4078-84f6-cc15d10f537f req-379840d8-a21c-4012-9d4b-9642375f171a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407324 Apr 30 16:02:55.016361 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46ae7d-c749-41ca-a431-94a8d490da91 req-784a0958-427a-4606-bfa7-1741b409b0b3 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:55.017718 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9f46ae7d-c749-41ca-a431-94a8d490da91 req-784a0958-427a-4606-bfa7-1741b409b0b3 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0861943 Apr 30 16:02:55.039596 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c2a03-1680-4372-b3e1-62a2ff25b4c6 req-9dc5494f-ff84-40dc-8971-dd6b04eaadea tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:55.041045 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-647c2a03-1680-4372-b3e1-62a2ff25b4c6 req-9dc5494f-ff84-40dc-8971-dd6b04eaadea tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0806646 Apr 30 16:02:55.062465 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9f46ae7d-c749-41ca-a431-94a8d490da91 req-ef80b689-380a-456d-b16b-5a1fe39541bb tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385621 Apr 30 16:02:55.087783 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-647c2a03-1680-4372-b3e1-62a2ff25b4c6 req-97beba6d-8d48-4cb4-8774-93c9d56a4782 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410128 Apr 30 16:02:55.676405 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c033c-e2c4-457c-a3ae-883b1277c699 req-2bbe3d32-1099-4287-8f0c-b135fef2380b tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:55.677882 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-751c033c-e2c4-457c-a3ae-883b1277c699 req-2bbe3d32-1099-4287-8f0c-b135fef2380b tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2ae04fa-9aa9-4a19-b062-e1a28eea4266 HTTP/1.1" status: 200 len: 944 time: 0.0999765 Apr 30 16:02:55.725955 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-751c033c-e2c4-457c-a3ae-883b1277c699 req-b2e3de29-1fe4-4cf9-b7d1-9a0cbca654e3 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422301 Apr 30 16:02:56.277558 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1919efb-8844-4501-8555-e172959662f3 req-67683cd3-3b4b-4860-9128-81b5137c242b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:56.278988 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c1919efb-8844-4501-8555-e172959662f3 req-67683cd3-3b4b-4860-9128-81b5137c242b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0786910 Apr 30 16:02:56.324139 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c1919efb-8844-4501-8555-e172959662f3 req-bfc1215c-4577-43dc-be37-fc591dc00871 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389009 Apr 30 16:02:56.850742 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 11487568-4757-4537-8de2-357898c16b1b up at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:02:56.929055 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c8565-1a24-471c-a7e2-4bc5617e07fd req-11458e03-525d-4d16-8caf-95a5adb77ec4 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:56.930649 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f31c8565-1a24-471c-a7e2-4bc5617e07fd req-11458e03-525d-4d16-8caf-95a5adb77ec4 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2ae04fa-9aa9-4a19-b062-e1a28eea4266 HTTP/1.1" status: 200 len: 944 time: 0.0950432 Apr 30 16:02:56.931408 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning for port 11487568-4757-4537-8de2-357898c16b1b completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:02:56.936457 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning complete for port 11487568-4757-4537-8de2-357898c16b1b triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:02:56.936850 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:56.980356 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f31c8565-1a24-471c-a7e2-4bc5617e07fd req-3b9c817d-efa0-4d76-8e9b-caf84a6144ca tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428438 Apr 30 16:02:57.055369 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:57.082181 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ae04fa-9aa9-4a19-b062-e1a28eea4266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11487568-4757-4537-8de2-357898c16b1b'}] {{(pid=73965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:02:57.094940 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 11487568-4757-4537-8de2-357898c16b1b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=11487568-4757-4537-8de2-357898c16b1b,segment=NetworkSegment(661407b4-95b2-4d17-9ac4-ce7a66ada27c),segment_id=661407b4-95b2-4d17-9ac4-ce7a66ada27c)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:02:57.100546 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:02:57.102822 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:02:57.141415 dv-cinder-787195-6-iscsi neutron-server[73965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ae04fa-9aa9-4a19-b062-e1a28eea4266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11487568-4757-4537-8de2-357898c16b1b', 'code': 200} Apr 30 16:02:57.173111 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=11487568-4757-4537-8de2-357898c16b1b,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:02:57.176008 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:02:57.447077 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f7c83-b53a-4469-bed4-6c794934e728 req-8584af33-b1ab-40c2-a1eb-d67ad9b41960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:57.448804 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3f6f7c83-b53a-4469-bed4-6c794934e728 req-8584af33-b1ab-40c2-a1eb-d67ad9b41960 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c2ae04fa-9aa9-4a19-b062-e1a28eea4266 HTTP/1.1" status: 200 len: 1098 time: 0.1111281 Apr 30 16:02:57.515402 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3f6f7c83-b53a-4469-bed4-6c794934e728 req-95aefc0a-d27a-4a47-a971-a3fcb1cbf16e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564187 Apr 30 16:02:57.564283 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09d792-73c7-4c5d-9500-6e9399bf4a1f req-1cb3ef7e-87cc-4343-865a-3aa1c3fdeb7f tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:57.572485 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3b09d792-73c7-4c5d-9500-6e9399bf4a1f req-1cb3ef7e-87cc-4343-865a-3aa1c3fdeb7f tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.1004815 Apr 30 16:02:57.640888 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3b09d792-73c7-4c5d-9500-6e9399bf4a1f req-19549e52-b957-4320-afa2-02631777e8a3 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672970 Apr 30 16:02:58.173583 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bef4b-a35e-4665-a0d2-b9b1ab90bb9c req-0206e33a-65af-44d9-bd91-c29c5d3310bd tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:58.175001 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a85bef4b-a35e-4665-a0d2-b9b1ab90bb9c req-0206e33a-65af-44d9-bd91-c29c5d3310bd tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2ae04fa-9aa9-4a19-b062-e1a28eea4266 HTTP/1.1" status: 200 len: 945 time: 0.0854964 Apr 30 16:02:58.220447 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a85bef4b-a35e-4665-a0d2-b9b1ab90bb9c req-83edb523-b878-4d96-8270-93e4830b9e26 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396307 Apr 30 16:02:58.367269 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:02:58.836679 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ee96d-3d7b-4199-a6cf-20e41386ac85 req-9ac33d40-9074-44e4-bf3e-9e0cc7d76ee0 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:58.838175 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7d9ee96d-3d7b-4199-a6cf-20e41386ac85 req-9ac33d40-9074-44e4-bf3e-9e0cc7d76ee0 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0862432 Apr 30 16:02:58.885806 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7d9ee96d-3d7b-4199-a6cf-20e41386ac85 req-d3252651-e0cf-4689-9644-87217476a83d tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405281 Apr 30 16:02:59.405334 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6570c4-143b-4096-8879-97c8d60a44e8 req-368f1d19-2c29-4251-ab3a-1bfd1ce01498 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:02:59.407469 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ed6570c4-143b-4096-8879-97c8d60a44e8 req-368f1d19-2c29-4251-ab3a-1bfd1ce01498 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2ae04fa-9aa9-4a19-b062-e1a28eea4266 HTTP/1.1" status: 200 len: 945 time: 0.0819557 Apr 30 16:02:59.453871 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ed6570c4-143b-4096-8879-97c8d60a44e8 req-b204e400-749a-4df3-92a7-e78caea0520d tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405750 Apr 30 16:03:00.085597 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82f0c6-7982-4d62-88b0-f773d3a66d67 req-d8849fb0-2d26-4dc9-a945-45db0dcf4b6c tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:00.087123 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ad82f0c6-7982-4d62-88b0-f773d3a66d67 req-d8849fb0-2d26-4dc9-a945-45db0dcf4b6c tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0846353 Apr 30 16:03:00.131744 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ad82f0c6-7982-4d62-88b0-f773d3a66d67 req-9d420040-7ccd-4c7e-bae3-3262672e73e6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388796 Apr 30 16:03:00.641948 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba78fc6-04b7-475f-9f38-526cfdd203e1 req-c4f7eafe-24c6-4961-ac33-038de7a06af3 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:00.643376 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-4ba78fc6-04b7-475f-9f38-526cfdd203e1 req-c4f7eafe-24c6-4961-ac33-038de7a06af3 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2ae04fa-9aa9-4a19-b062-e1a28eea4266 HTTP/1.1" status: 200 len: 945 time: 0.0782101 Apr 30 16:03:00.689193 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-4ba78fc6-04b7-475f-9f38-526cfdd203e1 req-8f467c38-b931-4da9-ba83-a4fad69cae1f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397618 Apr 30 16:03:01.315443 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420582a-a4ff-4dcf-9d63-bbc787ba6c4e req-ba7cd73c-088e-4150-84a3-a5c45b7f3c5b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:01.317033 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-2420582a-a4ff-4dcf-9d63-bbc787ba6c4e req-ba7cd73c-088e-4150-84a3-a5c45b7f3c5b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0809689 Apr 30 16:03:01.362054 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-2420582a-a4ff-4dcf-9d63-bbc787ba6c4e req-0f6d54e3-5572-4ee3-af10-9b5f15fa2b86 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383677 Apr 30 16:03:01.886165 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f27d71-baba-4546-8da7-ed3a21e74f6e req-1018c771-87aa-455c-965f-66c34ba0f22c tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:01.887626 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b8f27d71-baba-4546-8da7-ed3a21e74f6e req-1018c771-87aa-455c-965f-66c34ba0f22c tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2ae04fa-9aa9-4a19-b062-e1a28eea4266 HTTP/1.1" status: 200 len: 945 time: 0.0865531 Apr 30 16:03:01.933352 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b8f27d71-baba-4546-8da7-ed3a21e74f6e req-3e97848f-97a6-463a-9741-ec6d28be531d tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399394 Apr 30 16:03:02.550739 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b1dc7-3106-419a-87d5-836553ef63f0 req-ab0f129e-049e-4b26-84e0-728226aff07a tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:02.552103 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-db5b1dc7-3106-419a-87d5-836553ef63f0 req-ab0f129e-049e-4b26-84e0-728226aff07a tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0812590 Apr 30 16:03:02.596558 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-db5b1dc7-3106-419a-87d5-836553ef63f0 req-86a0981b-d754-468a-a8e6-cabefa1c3adb tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386996 Apr 30 16:03:03.121082 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc89fec-5eef-445f-90bc-5d221608ea45 req-6c923128-669d-49f9-a43d-8951eb4d3c6f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:03.122414 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-2cc89fec-5eef-445f-90bc-5d221608ea45 req-6c923128-669d-49f9-a43d-8951eb4d3c6f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2ae04fa-9aa9-4a19-b062-e1a28eea4266 HTTP/1.1" status: 200 len: 945 time: 0.0813937 Apr 30 16:03:03.169160 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-2cc89fec-5eef-445f-90bc-5d221608ea45 req-62b7ec33-59c4-4693-89c3-b2e7ce6a7b2c tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402150 Apr 30 16:03:03.782551 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8dfa0-5839-424f-8b52-7089630a8998 req-3fa67fc9-a6c4-4932-b32e-b8227329e35b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:03.784008 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-62d8dfa0-5839-424f-8b52-7089630a8998 req-3fa67fc9-a6c4-4932-b32e-b8227329e35b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0795803 Apr 30 16:03:03.827327 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-62d8dfa0-5839-424f-8b52-7089630a8998 req-04bbc30e-678d-4c23-9d2d-72ee790f7af6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377545 Apr 30 16:03:04.360320 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52df6c-cf9d-4281-b92c-96a9a671cada req-ea95561f-e062-4713-9138-924f1231083d tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:04.361853 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-fe52df6c-cf9d-4281-b92c-96a9a671cada req-ea95561f-e062-4713-9138-924f1231083d tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2ae04fa-9aa9-4a19-b062-e1a28eea4266 HTTP/1.1" status: 200 len: 945 time: 0.0815265 Apr 30 16:03:04.426888 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-fe52df6c-cf9d-4281-b92c-96a9a671cada req-bcbbd247-9168-4d87-946c-369f6c1efdee tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563998 Apr 30 16:03:05.027961 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab948a4-ec0f-486a-84f5-003f3e91f259 req-d673a7ea-3a62-497d-a51c-0b4a354adca0 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:05.030191 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7ab948a4-ec0f-486a-84f5-003f3e91f259 req-d673a7ea-3a62-497d-a51c-0b4a354adca0 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0905719 Apr 30 16:03:05.076634 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7ab948a4-ec0f-486a-84f5-003f3e91f259 req-f14bda00-47d0-426c-8fc2-686e1a493330 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391629 Apr 30 16:03:05.611419 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483273a9-47be-4a01-a9cf-cb671493a588 req-91223302-57af-4f24-9c9a-4691ae318637 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:05.612887 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-483273a9-47be-4a01-a9cf-cb671493a588 req-91223302-57af-4f24-9c9a-4691ae318637 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2ae04fa-9aa9-4a19-b062-e1a28eea4266 HTTP/1.1" status: 200 len: 945 time: 0.0837247 Apr 30 16:03:05.656916 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-483273a9-47be-4a01-a9cf-cb671493a588 req-07a14a97-fb49-411d-bfbe-4e06f970ad54 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375936 Apr 30 16:03:06.267824 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb195ce8-0883-41e2-baa5-5244f765c3c0 req-08b16794-b29a-4369-aafb-6c18999d05f4 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:06.269347 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-bb195ce8-0883-41e2-baa5-5244f765c3c0 req-08b16794-b29a-4369-aafb-6c18999d05f4 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0854740 Apr 30 16:03:06.316541 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-bb195ce8-0883-41e2-baa5-5244f765c3c0 req-cf7b0319-2f0b-4295-a7d6-6520a547d34a tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408406 Apr 30 16:03:07.600832 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0e19e-2f05-40ba-b046-34934090938f req-58052838-a4c6-4a5b-a411-11791b30a6b7 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:07.602317 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d7b0e19e-2f05-40ba-b046-34934090938f req-58052838-a4c6-4a5b-a411-11791b30a6b7 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0892997 Apr 30 16:03:07.658971 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d7b0e19e-2f05-40ba-b046-34934090938f req-8e2e6a7b-05aa-4856-a0c4-ca110971bf05 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510600 Apr 30 16:03:08.344831 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:08.858657 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad22e49-84ba-4193-a4e4-b1213b7c2ae2 req-e8a3875f-f0a5-416b-b9e6-6bfbc4e4961e tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:08.860322 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8ad22e49-84ba-4193-a4e4-b1213b7c2ae2 req-e8a3875f-f0a5-416b-b9e6-6bfbc4e4961e tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0918000 Apr 30 16:03:08.913469 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8ad22e49-84ba-4193-a4e4-b1213b7c2ae2 req-6e4d367f-4d00-4938-8653-e197a40a0017 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445027 Apr 30 16:03:10.177968 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ef1b2-6670-4794-9b5c-422f55023950 req-a519e95e-deed-4b6c-85f7-3fd351d70167 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:10.179602 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-036ef1b2-6670-4794-9b5c-422f55023950 req-a519e95e-deed-4b6c-85f7-3fd351d70167 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.1493163 Apr 30 16:03:10.228435 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-036ef1b2-6670-4794-9b5c-422f55023950 req-d88cf571-7198-4219-9e78-a7cc7fa5f127 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432918 Apr 30 16:03:10.440276 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 34204) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:03:10.558542 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-9f8b9683-1d29-4458-813d-629645ad0b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:10.572543 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-9f8b9683-1d29-4458-813d-629645ad0b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:03:10.576299 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-9f8b9683-1d29-4458-813d-629645ad0b7b admin admin] Usage tracker for resource:security_group_rule and tenant:dc09f3a8883649fc96a3ee49f7c2c671 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:03:10.579023 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-9f8b9683-1d29-4458-813d-629645ad0b7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:03:10.584590 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-9f8b9683-1d29-4458-813d-629645ad0b7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:03:10.666365 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-9f8b9683-1d29-4458-813d-629645ad0b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:10.670821 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-9f8b9683-1d29-4458-813d-629645ad0b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:10.679999 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-5950228d-3f31-48cb-aebf-430577eb6540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:10.724937 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-9f8b9683-1d29-4458-813d-629645ad0b7b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dc09f3a8883649fc96a3ee49f7c2c671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810915 Apr 30 16:03:10.724937 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b9683-1d29-4458-813d-629645ad0b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c12cfa-21f4-4008-843e-81a98c545e7e,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:10.725871 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 34214) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:03:10.727459 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-9f8b9683-1d29-4458-813d-629645ad0b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:10.816857 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-41e8a4bd-3438-4c0a-83c4-70abfc6f4399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:10.845940 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-41e8a4bd-3438-4c0a-83c4-70abfc6f4399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:10.914073 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-41e8a4bd-3438-4c0a-83c4-70abfc6f4399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:10.919002 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-0fe296ea-7682-47c8-8451-e32338de5c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:10.930704 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8a4bd-3438-4c0a-83c4-70abfc6f4399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c12cfa-21f4-4008-843e-81a98c545e7e,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:10.940082 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-41e8a4bd-3438-4c0a-83c4-70abfc6f4399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:10.970139 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-41e8a4bd-3438-4c0a-83c4-70abfc6f4399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:10.975745 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-41e8a4bd-3438-4c0a-83c4-70abfc6f4399 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/40c12cfa-21f4-4008-843e-81a98c545e7e HTTP/1.1" status: 204 len: 168 time: 0.2463140 Apr 30 16:03:11.408514 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce3700-bc79-4467-b78e-3d770ded5c91 req-331d4d6e-6af1-43a7-9cdf-29daccfd9ad0 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:11.409996 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-5cce3700-bc79-4467-b78e-3d770ded5c91 req-331d4d6e-6af1-43a7-9cdf-29daccfd9ad0 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0779889 Apr 30 16:03:11.455748 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-5cce3700-bc79-4467-b78e-3d770ded5c91 req-0adad122-fa44-46ee-bed6-88d30f3c6c8d tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398178 Apr 30 16:03:11.640405 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 34250) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:03:11.741702 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-b0d2e351-ac83-48b8-96ed-eea7c6a25f91 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1192148063-network', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:03:11.746096 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-b0d2e351-ac83-48b8-96ed-eea7c6a25f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:03:11.750724 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-b0d2e351-ac83-48b8-96ed-eea7c6a25f91 admin admin] Usage tracker for resource:network and tenant:75612fb9c54545baa7fc7f75d63cf365 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:03:11.753535 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-b0d2e351-ac83-48b8-96ed-eea7c6a25f91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:03:11.762312 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-b0d2e351-ac83-48b8-96ed-eea7c6a25f91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:03:11.773243 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d2e351-ac83-48b8-96ed-eea7c6a25f91 admin admin] Made reservation on behalf of 75612fb9c54545baa7fc7f75d63cf365 for: {'network': 1} {{(pid=73964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:03:11.775454 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b0d2e351-ac83-48b8-96ed-eea7c6a25f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for network, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:11.787650 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b0d2e351-ac83-48b8-96ed-eea7c6a25f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:11.801501 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-b0d2e351-ac83-48b8-96ed-eea7c6a25f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:03:11.805175 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-b0d2e351-ac83-48b8-96ed-eea7c6a25f91 admin admin] Usage tracker for resource:security_group_rule and tenant:75612fb9c54545baa7fc7f75d63cf365 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:03:11.807828 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-b0d2e351-ac83-48b8-96ed-eea7c6a25f91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:03:11.813526 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-b0d2e351-ac83-48b8-96ed-eea7c6a25f91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:03:11.896603 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b0d2e351-ac83-48b8-96ed-eea7c6a25f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:11.902315 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b0d2e351-ac83-48b8-96ed-eea7c6a25f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:11.916124 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-41e8a4bd-3438-4c0a-83c4-70abfc6f4399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:11.939091 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d2e351-ac83-48b8-96ed-eea7c6a25f91 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=73964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:03:11.951885 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b0d2e351-ac83-48b8-96ed-eea7c6a25f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:11.952354 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.db.segments_db [None req-b0d2e351-ac83-48b8-96ed-eea7c6a25f91 admin admin] Added segment 7e998a4a-d4bf-40aa-816b-f6ea84410e10 of type vlan for network 9cdfa89b-9f6d-4095-b0fe-85c8608797d9 Apr 30 16:03:11.992766 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2e351-ac83-48b8-96ed-eea7c6a25f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd9027b-24d4-45c4-b868-55de5c240a70,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:11.997637 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-b0d2e351-ac83-48b8-96ed-eea7c6a25f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:12.003088 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b0d2e351-ac83-48b8-96ed-eea7c6a25f91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132848788'] for network, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:12.040645 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b0d2e351-ac83-48b8-96ed-eea7c6a25f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for network, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:12.042048 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d2e351-ac83-48b8-96ed-eea7c6a25f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:12.042720 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b0d2e351-ac83-48b8-96ed-eea7c6a25f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:12.047645 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-37eb4602-d296-4df4-8e6b-889b10b6b0c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:12.149554 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2e351-ac83-48b8-96ed-eea7c6a25f91 admin admin] Pushing event updated for resources: {'Network': ['ID=9cdfa89b-9f6d-4095-b0fe-85c8608797d9,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:12.152755 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-b0d2e351-ac83-48b8-96ed-eea7c6a25f91 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5112932 Apr 30 16:03:12.153615 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-b0d2e351-ac83-48b8-96ed-eea7c6a25f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:12.156465 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 34270) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:03:12.167839 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-b3ef0cf9-301e-418e-9309-f129fe02fe86 admin admin] Request body: {'subnet': {'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1192148063-subnet', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'ip_version': 4}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:03:12.169459 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Network 9cdfa89b-9f6d-4095-b0fe-85c8608797d9 details requested by agent ovs-agent-dv-cinder-787195-6-iscsi with host dv-cinder-787195-6-iscsi {{(pid=73965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:03:12.173950 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-b3ef0cf9-301e-418e-9309-f129fe02fe86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:03:12.178870 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-b3ef0cf9-301e-418e-9309-f129fe02fe86 admin admin] Usage tracker for resource:subnet and tenant:75612fb9c54545baa7fc7f75d63cf365 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:03:12.182038 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-b3ef0cf9-301e-418e-9309-f129fe02fe86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:03:12.190301 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-b3ef0cf9-301e-418e-9309-f129fe02fe86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:03:12.273361 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ef0cf9-301e-418e-9309-f129fe02fe86 admin admin] Made reservation on behalf of 75612fb9c54545baa7fc7f75d63cf365 for: {'subnet': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:03:12.280034 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-b3ef0cf9-301e-418e-9309-f129fe02fe86 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:12.644132 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0555680-c51d-4f24-8304-49442957216e req-944d504d-a7c9-416e-bb72-d6e36ea3c7cf tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:12.645528 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a0555680-c51d-4f24-8304-49442957216e req-944d504d-a7c9-416e-bb72-d6e36ea3c7cf tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0825322 Apr 30 16:03:12.660491 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-b3ef0cf9-301e-418e-9309-f129fe02fe86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for subnet, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:12.665107 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-cac4e216-0179-484e-96e0-1b3c358c0d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:12.690548 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a0555680-c51d-4f24-8304-49442957216e req-0a751250-676d-472e-97b2-54272e36e138 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390635 Apr 30 16:03:12.746232 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ef0cf9-301e-418e-9309-f129fe02fe86 admin admin] Checking segment: {'id': '7e998a4a-d4bf-40aa-816b-f6ea84410e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:03:12.746577 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ef0cf9-301e-418e-9309-f129fe02fe86 admin admin] Network hostable DHCP agents. Network: 9cdfa89b-9f6d-4095-b0fe-85c8608797d9, hostable agents: ['bfd10ce1-d195-4e07-9fe2-51a3c988df31'], hosted agents: [] {{(pid=73963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:03:12.750839 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef0cf9-301e-418e-9309-f129fe02fe86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99795baf-474b-42a4-8dbb-35c325850572,revision_number=0']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:12.756410 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-b3ef0cf9-301e-418e-9309-f129fe02fe86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:12.765777 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ef0cf9-301e-418e-9309-f129fe02fe86 admin admin] Network 9cdfa89b-9f6d-4095-b0fe-85c8608797d9 is scheduled to be hosted by DHCP agent bfd10ce1-d195-4e07-9fe2-51a3c988df31 with binding_index 1 {{(pid=73963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:03:12.774947 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [None req-b3ef0cf9-301e-418e-9309-f129fe02fe86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-iscsi, 9cdfa89b-9f6d-4095-b0fe-85c8608797d9) {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:03:12.779345 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ef0cf9-301e-418e-9309-f129fe02fe86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:12.780538 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-b3ef0cf9-301e-418e-9309-f129fe02fe86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:12.784894 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442e4f11-58b0-4111-8d6e-57a9100a6e8a None None] Network 9cdfa89b-9f6d-4095-b0fe-85c8608797d9 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:03:12.804826 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-b3ef0cf9-301e-418e-9309-f129fe02fe86 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6470714 Apr 30 16:03:12.807440 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 34278) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:03:12.812917 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-b5a51b07-35ed-40e4-9e55-08ad8713e12d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1192148063-router', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df'}}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:03:12.817884 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-b5a51b07-35ed-40e4-9e55-08ad8713e12d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:03:12.821604 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-b5a51b07-35ed-40e4-9e55-08ad8713e12d admin admin] Usage tracker for resource:router and tenant:75612fb9c54545baa7fc7f75d63cf365 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:03:12.824390 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-b5a51b07-35ed-40e4-9e55-08ad8713e12d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:03:12.830678 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-b5a51b07-35ed-40e4-9e55-08ad8713e12d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:03:12.841225 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-b5a51b07-35ed-40e4-9e55-08ad8713e12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12626'] for router, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:12.842258 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-b5a51b07-35ed-40e4-9e55-08ad8713e12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-754852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:12.856780 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-b5a51b07-35ed-40e4-9e55-08ad8713e12d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:13.003892 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b1dde0-8c91-4a76-8630-493720197d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f83a816-f938-505d-a748-952e2383f86f-9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'fixed_ips': [{'subnet_id': '99795baf-474b-42a4-8dbb-35c325850572'}]}} from dv-cinder-787195-6-iscsi. {{(pid=73965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 16:03:13.004815 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-98b1dde0-8c91-4a76-8630-493720197d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:13.129865 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-b5a51b07-35ed-40e4-9e55-08ad8713e12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658330', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12713'] for router, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:13.185011 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.db_base_plugin_common [None req-98b1dde0-8c91-4a76-8630-493720197d6e None None] Allocated IP 172.20.0.2 (9cdfa89b-9f6d-4095-b0fe-85c8608797d9/99795baf-474b-42a4-8dbb-35c325850572/923eb675-a61f-4110-bd53-8fb9aa2f8fc2) {{(pid=73965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:03:13.208283 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-58622ddc-fb94-490e-8c8a-6c1abb1dbf76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:13.430791 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-98b1dde0-8c91-4a76-8630-493720197d6e None None] Notify callbacks [] for port, precommit_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:13.441333 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-98b1dde0-8c91-4a76-8630-493720197d6e None None] Transition to ACTIVE for port object 923eb675-a61f-4110-bd53-8fb9aa2f8fc2 will not be triggered until provisioned by entity L2. {{(pid=73965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:03:13.460840 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-98b1dde0-8c91-4a76-8630-493720197d6e None None] Transition to ACTIVE for port object 923eb675-a61f-4110-bd53-8fb9aa2f8fc2 will not be triggered until provisioned by entity DHCP. {{(pid=73965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:03:13.466206 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-b5a51b07-35ed-40e4-9e55-08ad8713e12d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:13.466716 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-98b1dde0-8c91-4a76-8630-493720197d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206'] for port, after_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:13.471616 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:13.496111 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-b5a51b07-35ed-40e4-9e55-08ad8713e12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:13.534721 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b1dde0-8c91-4a76-8630-493720197d6e None None] Network 9cdfa89b-9f6d-4095-b0fe-85c8608797d9 is already hosted by enough agents. {{(pid=73965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:03:13.541415 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.scheduler.base_scheduler [None req-98b1dde0-8c91-4a76-8630-493720197d6e None None] Resources bound (agent type, host, resource id): {{(pid=73965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:03:13.545407 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b1dde0-8c91-4a76-8630-493720197d6e None None] Received port after_create {{(pid=73965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:03:13.554089 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1dde0-8c91-4a76-8630-493720197d6e None None] Pushing event updated for resources: {'Port': ['ID=923eb675-a61f-4110-bd53-8fb9aa2f8fc2,revision_number=1']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:13.557821 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-98b1dde0-8c91-4a76-8630-493720197d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:13.637056 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [None req-b5a51b07-35ed-40e4-9e55-08ad8713e12d admin admin] Allocated IP 172.27.3.167 (7713db68-e23d-4336-9c52-9698584522df/6c05463b-e465-4436-9156-1956ee4f9865/c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:03:13.644259 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-98b1dde0-8c91-4a76-8630-493720197d6e None None] Attempting to bind port 923eb675-a61f-4110-bd53-8fb9aa2f8fc2 on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:03:13.644805 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-98b1dde0-8c91-4a76-8630-493720197d6e None None] Attempting to bind port 923eb675-a61f-4110-bd53-8fb9aa2f8fc2 by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': '7e998a4a-d4bf-40aa-816b-f6ea84410e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9'}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:03:13.645240 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b1dde0-8c91-4a76-8630-493720197d6e None None] Attempting to bind port 923eb675-a61f-4110-bd53-8fb9aa2f8fc2 on network 9cdfa89b-9f6d-4095-b0fe-85c8608797d9 {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:03:13.650876 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b1dde0-8c91-4a76-8630-493720197d6e None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:03:13.651248 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b1dde0-8c91-4a76-8630-493720197d6e None None] Checking segment: {'id': '7e998a4a-d4bf-40aa-816b-f6ea84410e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:03:13.651648 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-98b1dde0-8c91-4a76-8630-493720197d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:13.652078 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b1dde0-8c91-4a76-8630-493720197d6e None None] Bound using segment: {'id': '7e998a4a-d4bf-40aa-816b-f6ea84410e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9'} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:03:13.652539 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-98b1dde0-8c91-4a76-8630-493720197d6e None None] Bound port: 923eb675-a61f-4110-bd53-8fb9aa2f8fc2, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e998a4a-d4bf-40aa-816b-f6ea84410e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9'}}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:03:13.652912 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-98b1dde0-8c91-4a76-8630-493720197d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:13.742197 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-98b1dde0-8c91-4a76-8630-493720197d6e None None] For port 923eb675-a61f-4110-bd53-8fb9aa2f8fc2, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:03:13.745658 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-98b1dde0-8c91-4a76-8630-493720197d6e None None] For port 923eb675-a61f-4110-bd53-8fb9aa2f8fc2, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=923eb675-a61f-4110-bd53-8fb9aa2f8fc2,segment=NetworkSegment(7e998a4a-d4bf-40aa-816b-f6ea84410e10),segment_id=7e998a4a-d4bf-40aa-816b-f6ea84410e10)] {{(pid=73965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:03:13.750703 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-98b1dde0-8c91-4a76-8630-493720197d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:13.755446 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-98b1dde0-8c91-4a76-8630-493720197d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:13.838832 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1dde0-8c91-4a76-8630-493720197d6e None None] Pushing event updated for resources: {'Port': ['ID=923eb675-a61f-4110-bd53-8fb9aa2f8fc2,revision_number=2']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:13.842157 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-98b1dde0-8c91-4a76-8630-493720197d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:13.886580 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-b5a51b07-35ed-40e4-9e55-08ad8713e12d admin admin] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:13.920973 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-b5a51b07-35ed-40e4-9e55-08ad8713e12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:13.925324 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-d8254973-6da3-4881-96c1-477dcc4ae59b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:13.996494 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a51b07-35ed-40e4-9e55-08ad8713e12d admin admin] Network 7713db68-e23d-4336-9c52-9698584522df is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:03:14.001038 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [None req-b5a51b07-35ed-40e4-9e55-08ad8713e12d admin admin] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:03:14.003079 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a51b07-35ed-40e4-9e55-08ad8713e12d admin admin] Pushing event updated for resources: {'Port': ['ID=c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:14.005229 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a51b07-35ed-40e4-9e55-08ad8713e12d admin admin] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:03:14.074190 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-b5a51b07-35ed-40e4-9e55-08ad8713e12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:14.089137 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f69d0d-1606-41b2-a6e5-dddc699ea942 req-b05e9ce7-a81a-4d70-b0ce-8efcc78ec533 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:14.090503 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-59f69d0d-1606-41b2-a6e5-dddc699ea942 req-b05e9ce7-a81a-4d70-b0ce-8efcc78ec533 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.1091492 Apr 30 16:03:14.144707 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-59f69d0d-1606-41b2-a6e5-dddc699ea942 req-d1d0dd1f-8157-42a8-a3cc-756c7e0d6318 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463376 Apr 30 16:03:14.396796 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-b5a51b07-35ed-40e4-9e55-08ad8713e12d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:14.747478 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-b5a51b07-35ed-40e4-9e55-08ad8713e12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655959'] for router, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:14.816597 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50aa4fa-0d47-429e-9965-f8faed8b7465 None None] Network 9cdfa89b-9f6d-4095-b0fe-85c8608797d9 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:03:14.918164 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-4cc5422e-0e1c-4489-bda6-85aa77772e54 None None] Provisioning for port 923eb675-a61f-4110-bd53-8fb9aa2f8fc2 completed by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:03:14.974732 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a51b07-35ed-40e4-9e55-08ad8713e12d admin admin] Router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 is scheduled to L3 agent ce014548-da84-4f8c-9540-249ce2846e6a with binding_index 1 {{(pid=73963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 16:03:15.174819 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a51b07-35ed-40e4-9e55-08ad8713e12d admin admin] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:03:15.187997 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b850e3d-a249-4aa4-b6c1-3c55cf8a6809 None None] Sync routers for ids ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'] in dv-cinder-787195-6-iscsi {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:03:15.203863 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b850e3d-a249-4aa4-b6c1-3c55cf8a6809 None None] Routers {'4f712ea0-1630-4485-86ed-ae41e0c60ae6'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:03:15.204889 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-4b850e3d-a249-4aa4-b6c1-3c55cf8a6809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:02:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:03:15.214329 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-b5a51b07-35ed-40e4-9e55-08ad8713e12d admin admin] Notify callbacks [] for router, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:15.219662 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 34314) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:03:15.231220 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-b5a51b07-35ed-40e4-9e55-08ad8713e12d admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4226079 Apr 30 16:03:15.472365 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-4b850e3d-a249-4aa4-b6c1-3c55cf8a6809 None None] Set router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:03:15.587383 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 923eb675-a61f-4110-bd53-8fb9aa2f8fc2 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:03:15.694658 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port 923eb675-a61f-4110-bd53-8fb9aa2f8fc2 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:03:15.703630 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 923eb675-a61f-4110-bd53-8fb9aa2f8fc2 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:03:15.704201 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:15.866539 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:15.883057 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-4b850e3d-a249-4aa4-b6c1-3c55cf8a6809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'name': 'tempest-TestVolumeBootPattern-1192148063-router', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:12Z', 'updated_at': '2021-04-30T16:03:14Z', 'revision_number': 3, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'gw_port': {'id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:13Z', 'updated_at': '2021-04-30T16:03:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:03:15.889002 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b850e3d-a249-4aa4-b6c1-3c55cf8a6809 None None] Checking router: 4f712ea0-1630-4485-86ed-ae41e0c60ae6 for host: dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:03:15.889002 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b850e3d-a249-4aa4-b6c1-3c55cf8a6809 None None] Updating router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 port c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2 binding host dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:03:15.956771 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-4b850e3d-a249-4aa4-b6c1-3c55cf8a6809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:15.980476 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:15.996679 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f8282c64-bc1b-4b6f-b85f-9dd5e469b2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:16.003835 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b655388-4e6b-4142-8b32-84f22f4647be req-7736a80e-4e0e-4e4c-a73e-db6c00c30fb5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:16.012157 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-5b655388-4e6b-4142-8b32-84f22f4647be req-7736a80e-4e0e-4e4c-a73e-db6c00c30fb5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.4821367 Apr 30 16:03:16.015051 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] For port 923eb675-a61f-4110-bd53-8fb9aa2f8fc2, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=923eb675-a61f-4110-bd53-8fb9aa2f8fc2,segment=NetworkSegment(7e998a4a-d4bf-40aa-816b-f6ea84410e10),segment_id=7e998a4a-d4bf-40aa-816b-f6ea84410e10)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:03:16.023423 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:16.029722 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:16.128535 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-5b655388-4e6b-4142-8b32-84f22f4647be req-05c6903e-23e7-46f3-a085-19960bfa9af0 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149645 Apr 30 16:03:16.216187 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Pushing event updated for resources: {'Port': ['ID=923eb675-a61f-4110-bd53-8fb9aa2f8fc2,revision_number=3']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:16.227311 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:16.353616 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 34336) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:03:16.382523 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:16.436732 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-4b850e3d-a249-4aa4-b6c1-3c55cf8a6809 None None] Notify callbacks [] for port, precommit_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:16.457840 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.provisioning_blocks [None req-4b850e3d-a249-4aa4-b6c1-3c55cf8a6809 None None] Transition to ACTIVE for port object c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2 will not be triggered until provisioned by entity L2. {{(pid=73966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:03:16.470151 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-4b850e3d-a249-4aa4-b6c1-3c55cf8a6809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:16.474277 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-93d2418e-ab82-443d-b357-783f106cc5bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:16.549016 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b069977-3fb1-44b0-8ed8-201dab255d0f None None] Pushing event updated for resources: {'Port': ['ID=c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2,revision_number=2']} {{(pid=73966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:16.558369 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b069977-3fb1-44b0-8ed8-201dab255d0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:16.559393 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b069977-3fb1-44b0-8ed8-201dab255d0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:16.559746 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b069977-3fb1-44b0-8ed8-201dab255d0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:16.560272 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b069977-3fb1-44b0-8ed8-201dab255d0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:16.560682 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b069977-3fb1-44b0-8ed8-201dab255d0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:16.560904 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b069977-3fb1-44b0-8ed8-201dab255d0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:16.561222 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b069977-3fb1-44b0-8ed8-201dab255d0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:16.562783 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b069977-3fb1-44b0-8ed8-201dab255d0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:16.563143 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b069977-3fb1-44b0-8ed8-201dab255d0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:16.563469 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b069977-3fb1-44b0-8ed8-201dab255d0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:16.563790 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b069977-3fb1-44b0-8ed8-201dab255d0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:16.564130 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b069977-3fb1-44b0-8ed8-201dab255d0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:16.572844 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-3b069977-3fb1-44b0-8ed8-201dab255d0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:16.599164 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-4b850e3d-a249-4aa4-b6c1-3c55cf8a6809 None None] Attempting to bind port c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2 on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:03:16.599767 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-4b850e3d-a249-4aa4-b6c1-3c55cf8a6809 None None] Attempting to bind port c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2 by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'}] {{(pid=73966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:03:16.600491 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b850e3d-a249-4aa4-b6c1-3c55cf8a6809 None None] Attempting to bind port c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2 on network 7713db68-e23d-4336-9c52-9698584522df {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:03:16.607143 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b850e3d-a249-4aa4-b6c1-3c55cf8a6809 None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:03:16.607567 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b850e3d-a249-4aa4-b6c1-3c55cf8a6809 None None] Checking segment: {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:03:16.608931 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-4b850e3d-a249-4aa4-b6c1-3c55cf8a6809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:16.609661 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b850e3d-a249-4aa4-b6c1-3c55cf8a6809 None None] Bound using segment: {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'} {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:03:16.610139 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-4b850e3d-a249-4aa4-b6c1-3c55cf8a6809 None None] Bound port: c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'}}] {{(pid=73966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:03:16.610534 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-4b850e3d-a249-4aa4-b6c1-3c55cf8a6809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:16.632160 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d835e-c783-4983-91ea-cfd96918bedd req-0bd66bf5-ea55-472c-8958-7f43f5857137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:16.634082 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-fd9d835e-c783-4983-91ea-cfd96918bedd req-0bd66bf5-ea55-472c-8958-7f43f5857137 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ab89963bad1468d8d31bd42b50c5e2d&device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 1099 time: 0.1956105 Apr 30 16:03:16.649825 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:16.703405 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.db [None req-4b850e3d-a249-4aa4-b6c1-3c55cf8a6809 None None] For port c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:03:16.706970 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.db [None req-4b850e3d-a249-4aa4-b6c1-3c55cf8a6809 None None] For port c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2,segment=NetworkSegment(a30bcc7b-d76f-404c-9f7c-d7e43145326e),segment_id=a30bcc7b-d76f-404c-9f7c-d7e43145326e)] {{(pid=73966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:03:16.713754 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-4b850e3d-a249-4aa4-b6c1-3c55cf8a6809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:16.720311 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:16.721742 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c314ad5-3b9f-49ee-9752-48a81a5fa73e req-32837be6-47da-4b46-83f2-23ed20766e2d tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:16.728868 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8c314ad5-3b9f-49ee-9752-48a81a5fa73e req-32837be6-47da-4b46-83f2-23ed20766e2d tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.2347882 Apr 30 16:03:16.786805 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_common [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Allocated IP 172.20.0.1 (9cdfa89b-9f6d-4095-b0fe-85c8608797d9/99795baf-474b-42a4-8dbb-35c325850572/9359bae5-e69f-4575-a07a-193914c9f4f1) {{(pid=73964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:03:16.789079 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-504af7ae-e023-4bd1-af2b-a7b104c0471f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:16.794679 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8c314ad5-3b9f-49ee-9752-48a81a5fa73e req-80e77cfc-83f8-49c0-9682-1dfb43d66afd tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649447 Apr 30 16:03:16.801329 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b850e3d-a249-4aa4-b6c1-3c55cf8a6809 None None] Routers {'4f712ea0-1630-4485-86ed-ae41e0c60ae6'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:03:16.802192 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-4b850e3d-a249-4aa4-b6c1-3c55cf8a6809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:03:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:03:16.821166 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-504af7ae-e023-4bd1-af2b-a7b104c0471f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:03:16.873745 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b069977-3fb1-44b0-8ed8-201dab255d0f None None] Pushing event updated for resources: {'Port': ['ID=c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2,revision_number=3']} {{(pid=73966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:16.878356 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-3b069977-3fb1-44b0-8ed8-201dab255d0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:16.879179 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-504af7ae-e023-4bd1-af2b-a7b104c0471f admin admin] Usage tracker for resource:security_group_rule and tenant:a31943abaee04e19a5f3972c23b5041a is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:03:16.884254 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-504af7ae-e023-4bd1-af2b-a7b104c0471f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:03:16.893302 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-504af7ae-e023-4bd1-af2b-a7b104c0471f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:03:16.941910 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d835e-c783-4983-91ea-cfd96918bedd req-95e2b33f-8a22-490d-a157-ea0029413776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:16.943722 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-fd9d835e-c783-4983-91ea-cfd96918bedd req-95e2b33f-8a22-490d-a157-ea0029413776 service neutron] 10.222.0.42 "GET /v2.0/networks?id=003f3ed1-d8ee-44dc-a675-9957118a6f9c HTTP/1.1" status: 200 len: 919 time: 0.2687092 Apr 30 16:03:16.962282 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Notify callbacks [] for port, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:16.982914 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.provisioning_blocks [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Transition to ACTIVE for port object 9359bae5-e69f-4575-a07a-193914c9f4f1 will not be triggered until provisioned by entity DHCP. {{(pid=73964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:03:17.009834 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:17.016979 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:17.035436 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-4b850e3d-a249-4aa4-b6c1-3c55cf8a6809 None None] Set router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:03:17.038471 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-fd9d835e-c783-4983-91ea-cfd96918bedd req-c8f96524-134a-485c-9169-65c06284b44a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad0c3a55-63c5-4141-884a-521ad44ca3cc HTTP/1.1" status: 200 len: 217 time: 0.0824225 Apr 30 16:03:17.076981 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Network 9cdfa89b-9f6d-4095-b0fe-85c8608797d9 is already hosted by enough agents. {{(pid=73964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:03:17.081138 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Resources bound (agent type, host, resource id): {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:03:17.099398 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Received port after_create {{(pid=73964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:03:17.136999 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-504af7ae-e023-4bd1-af2b-a7b104c0471f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:17.142287 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d835e-c783-4983-91ea-cfd96918bedd req-0ccea83b-8ec8-4fdc-b0e7-dfac62dcaf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:17.143802 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-fd9d835e-c783-4983-91ea-cfd96918bedd req-0ccea83b-8ec8-4fdc-b0e7-dfac62dcaf5c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ee3010de-4ebd-4277-9903-82c7833bcd22 HTTP/1.1" status: 200 len: 859 time: 0.0918696 Apr 30 16:03:17.144992 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-504af7ae-e023-4bd1-af2b-a7b104c0471f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:17.148439 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Pushing event updated for resources: {'Port': ['ID=9359bae5-e69f-4575-a07a-193914c9f4f1,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:17.153263 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:17.156941 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-9f8b9683-1d29-4458-813d-629645ad0b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:17.178636 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-915929'] for router_interface, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:17.242460 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-fd9d835e-c783-4983-91ea-cfd96918bedd req-d6f6da23-1678-430e-ac0e-42ad43e32e2d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=003f3ed1-d8ee-44dc-a675-9957118a6f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778916 Apr 30 16:03:17.251105 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-504af7ae-e023-4bd1-af2b-a7b104c0471f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a31943abaee04e19a5f3972c23b5041a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8939886 Apr 30 16:03:17.251105 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504af7ae-e023-4bd1-af2b-a7b104c0471f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006870ed-6d6a-48cb-8065-3c241b25abfd,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:17.251677 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 34352) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:03:17.252983 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-504af7ae-e023-4bd1-af2b-a7b104c0471f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:17.388371 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:17.395978 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-4b850e3d-a249-4aa4-b6c1-3c55cf8a6809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'name': 'tempest-TestVolumeBootPattern-1192148063-router', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:12Z', 'updated_at': '2021-04-30T16:03:14Z', 'revision_number': 3, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'gw_port': {'id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:13Z', 'updated_at': '2021-04-30T16:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:03:17.400843 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b850e3d-a249-4aa4-b6c1-3c55cf8a6809 None None] The sync data for ids ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'] in dv-cinder-787195-6-iscsi is: [{'id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'name': 'tempest-TestVolumeBootPattern-1192148063-router', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:12Z', 'updated_at': '2021-04-30T16:03:14Z', 'revision_number': 3, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'gw_port': {'id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:13Z', 'updated_at': '2021-04-30T16:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}] {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:03:17.409933 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-18bdff26-d792-434b-b706-50acf3c6d840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:17.423902 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-46cd52bc-e39d-4a54-817e-c70f9e1b034a None None] Provisioning for port 9359bae5-e69f-4575-a07a-193914c9f4f1 completed by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:03:17.435731 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-46cd52bc-e39d-4a54-817e-c70f9e1b034a None None] Provisioning complete for port 9359bae5-e69f-4575-a07a-193914c9f4f1 triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:03:17.436559 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-46cd52bc-e39d-4a54-817e-c70f9e1b034a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:17.470780 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-fd9d835e-c783-4983-91ea-cfd96918bedd req-55b1714a-fcbc-4c45-a181-70bb906dfece service neutron] 10.222.0.42 "GET /v2.0/networks/003f3ed1-d8ee-44dc-a675-9957118a6f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990225 Apr 30 16:03:17.498118 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-18bdff26-d792-434b-b706-50acf3c6d840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:17.517349 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-46cd52bc-e39d-4a54-817e-c70f9e1b034a None None] Port 9359bae5-e69f-4575-a07a-193914c9f4f1 cannot update to ACTIVE because it is not bound. {{(pid=73965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:03:17.528571 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 923eb675-a61f-4110-bd53-8fb9aa2f8fc2 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:03:17.549872 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b4490-9a8f-4a10-8225-2e5929b8ba39 req-f46e6c0f-381c-4504-97a7-a68bf9002ee7 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:17.551678 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-954b4490-9a8f-4a10-8225-2e5929b8ba39 req-f46e6c0f-381c-4504-97a7-a68bf9002ee7 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.1904764 Apr 30 16:03:17.612418 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 923eb675-a61f-4110-bd53-8fb9aa2f8fc2 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:03:17.613153 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:17.664396 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-18bdff26-d792-434b-b706-50acf3c6d840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:17.670778 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-ee2fae77-4cc6-43f7-bedc-2a6823b44441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:17.686259 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-954b4490-9a8f-4a10-8225-2e5929b8ba39 req-d5bedc88-d079-4093-8836-a587f47e0f1e tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852194 Apr 30 16:03:17.712936 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-fd9d835e-c783-4983-91ea-cfd96918bedd req-443eacfc-d3e0-4e9e-b7cc-6b34f137f140 service neutron] 10.222.0.42 "GET /v2.0/networks/003f3ed1-d8ee-44dc-a675-9957118a6f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306566 Apr 30 16:03:17.790223 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdff26-d792-434b-b706-50acf3c6d840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006870ed-6d6a-48cb-8065-3c241b25abfd,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:17.827299 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-18bdff26-d792-434b-b706-50acf3c6d840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:17.864945 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-18bdff26-d792-434b-b706-50acf3c6d840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:17.869060 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-18bdff26-d792-434b-b706-50acf3c6d840 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/006870ed-6d6a-48cb-8065-3c241b25abfd HTTP/1.1" status: 204 len: 168 time: 0.6149399 Apr 30 16:03:17.907286 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Notify callbacks [] for port, precommit_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:17.919007 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714077'] for port, after_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:18.004495 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:18.121252 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Pushing event updated for resources: {'Port': ['ID=9359bae5-e69f-4575-a07a-193914c9f4f1,revision_number=2']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:18.136519 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:18.136889 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:18.137377 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:18.137742 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:18.138096 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:18.138448 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:18.138788 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:18.139140 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:18.139598 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:18.140064 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:18.141130 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:18.141130 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:18.147285 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:18.148332 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3be355-2569-48cb-81d2-98502ad6e164 req-c576311a-4ae8-450f-b25b-0d5eda378069 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:18.148730 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-915836'] for router_interface, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:18.150694 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-da3be355-2569-48cb-81d2-98502ad6e164 req-c576311a-4ae8-450f-b25b-0d5eda378069 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.1267915 Apr 30 16:03:18.221622 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-da3be355-2569-48cb-81d2-98502ad6e164 req-eac8438d-01ab-4d7f-83c8-7747b164838d tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589187 Apr 30 16:03:18.306032 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Network 9cdfa89b-9f6d-4095-b0fe-85c8608797d9 is already hosted by enough agents. {{(pid=73964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:03:18.307244 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Resources bound (agent type, host, resource id): {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:03:18.414714 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:18.504692 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:03:18.553827 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-e9e1ef14-5f5e-4aca-97af-15d946bb1bf5 None None] Provisioning complete for port 9359bae5-e69f-4575-a07a-193914c9f4f1 triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:03:18.554377 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-e9e1ef14-5f5e-4aca-97af-15d946bb1bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:18.607768 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-e9e1ef14-5f5e-4aca-97af-15d946bb1bf5 None None] Port 9359bae5-e69f-4575-a07a-193914c9f4f1 cannot update to ACTIVE because it is not bound. {{(pid=73965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:03:18.771753 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:03:18.777577 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] 10.222.0.72 "PUT /v2.0/routers/4f712ea0-1630-4485-86ed-ae41e0c60ae6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5568604 Apr 30 16:03:18.890560 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de86c5-caae-4438-9825-fed140232dee req-b79d679a-065b-402e-bed8-ec4e7e7badd5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:18.892077 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-91de86c5-caae-4438-9825-fed140232dee req-b79d679a-065b-402e-bed8-ec4e7e7badd5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0836449 Apr 30 16:03:18.941727 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-91de86c5-caae-4438-9825-fed140232dee req-531aba6f-885e-4882-b229-5697ea7fd4a4 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427728 Apr 30 16:03:19.361615 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796cba96-678f-4c10-bc8e-e933d35a02e1 None None] Sync routers for ids ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'] in dv-cinder-787195-6-iscsi {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:03:19.372838 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796cba96-678f-4c10-bc8e-e933d35a02e1 None None] Routers {'4f712ea0-1630-4485-86ed-ae41e0c60ae6'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:03:19.373767 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-796cba96-678f-4c10-bc8e-e933d35a02e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:03:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:03:19.452110 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5c3a3-57bc-46a0-be6f-1c7fd1fa1dac req-182c4e7d-3070-4c4e-ac99-499ac47272e3 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:19.459836 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-53a5c3a3-57bc-46a0-be6f-1c7fd1fa1dac req-182c4e7d-3070-4c4e-ac99-499ac47272e3 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.1210208 Apr 30 16:03:19.467194 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de715c69-4361-48a8-ac6a-2a29c0b1d297 req-b0f9adfb-c531-41fb-9e20-1d855ff1d2c0 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:19.469848 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-de715c69-4361-48a8-ac6a-2a29c0b1d297 req-b0f9adfb-c531-41fb-9e20-1d855ff1d2c0 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.1792719 Apr 30 16:03:19.524031 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-53a5c3a3-57bc-46a0-be6f-1c7fd1fa1dac req-97bf6b4f-209c-46ae-a548-5f07c923fcee tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625849 Apr 30 16:03:19.557758 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626b87b-7a22-41c4-990a-3856e6d1e5b3 req-a938106e-5f9d-47fe-adc7-161fd27ac12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:19.561415 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6626b87b-7a22-41c4-990a-3856e6d1e5b3 req-a938106e-5f9d-47fe-adc7-161fd27ac12d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2585736d9b1c4eaabdd630f3e03e2da0&device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 1098 time: 0.1734099 Apr 30 16:03:19.573889 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:03:19.606557 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-de715c69-4361-48a8-ac6a-2a29c0b1d297 req-8ee49314-49b1-40f9-b5ac-257f3b7f451a tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297801 Apr 30 16:03:19.634852 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-796cba96-678f-4c10-bc8e-e933d35a02e1 None None] Set router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:03:19.645561 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 34398) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:03:19.651806 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-3d40b8a5-7b5f-440c-bb43-90f3449d393b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2040661751-network', 'tenant_id': '94d6b391de694cb0ab49668afcba22dc'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:03:19.657296 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-3d40b8a5-7b5f-440c-bb43-90f3449d393b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:03:19.661216 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-3d40b8a5-7b5f-440c-bb43-90f3449d393b admin admin] Usage tracker for resource:network and tenant:94d6b391de694cb0ab49668afcba22dc is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:03:19.664130 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-3d40b8a5-7b5f-440c-bb43-90f3449d393b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:03:19.669774 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-3d40b8a5-7b5f-440c-bb43-90f3449d393b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:03:19.680957 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d40b8a5-7b5f-440c-bb43-90f3449d393b admin admin] Made reservation on behalf of 94d6b391de694cb0ab49668afcba22dc for: {'network': 1} {{(pid=73964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:03:19.683303 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3d40b8a5-7b5f-440c-bb43-90f3449d393b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for network, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:19.696498 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3d40b8a5-7b5f-440c-bb43-90f3449d393b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:19.703241 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626b87b-7a22-41c4-990a-3856e6d1e5b3 req-21895d4d-701b-45a2-ad1b-15c714319763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:19.704882 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6626b87b-7a22-41c4-990a-3856e6d1e5b3 req-21895d4d-701b-45a2-ad1b-15c714319763 service neutron] 10.222.0.42 "GET /v2.0/networks?id=529eb04d-afd1-4ec1-a7cf-59406e4ebee4 HTTP/1.1" status: 200 len: 911 time: 0.1368852 Apr 30 16:03:19.712128 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-3d40b8a5-7b5f-440c-bb43-90f3449d393b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:03:19.716011 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-3d40b8a5-7b5f-440c-bb43-90f3449d393b admin admin] Usage tracker for resource:security_group_rule and tenant:94d6b391de694cb0ab49668afcba22dc is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:03:19.719576 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-3d40b8a5-7b5f-440c-bb43-90f3449d393b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:03:19.725369 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-3d40b8a5-7b5f-440c-bb43-90f3449d393b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:03:19.772934 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:03:19.791007 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:03:19.791385 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:19.816390 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6626b87b-7a22-41c4-990a-3856e6d1e5b3 req-45368ce3-fffe-4326-a62b-48a47242add3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c3403a6-82fe-45fc-801e-0133d419fb05 HTTP/1.1" status: 200 len: 1000 time: 0.1002474 Apr 30 16:03:19.817103 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3d40b8a5-7b5f-440c-bb43-90f3449d393b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:19.820977 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3d40b8a5-7b5f-440c-bb43-90f3449d393b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:19.823847 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-2e88216b-0889-407f-a97b-4ff91be8fdc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:19.853133 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d40b8a5-7b5f-440c-bb43-90f3449d393b admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=73964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:03:19.862504 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40b8a5-7b5f-440c-bb43-90f3449d393b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becc23b1-43f1-48dc-982b-140b699cdac0,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:19.866170 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-3d40b8a5-7b5f-440c-bb43-90f3449d393b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:19.868846 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3d40b8a5-7b5f-440c-bb43-90f3449d393b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:19.869292 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.db.segments_db [None req-3d40b8a5-7b5f-440c-bb43-90f3449d393b admin admin] Added segment 3a987ddb-00f6-4308-b8c6-9e189e907fec of type vlan for network 409b0677-285d-4bac-8e01-b46f0bd6c172 Apr 30 16:03:19.888720 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626b87b-7a22-41c4-990a-3856e6d1e5b3 req-78ba89e5-81a3-4362-b655-2b2db6cfca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:19.890500 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6626b87b-7a22-41c4-990a-3856e6d1e5b3 req-78ba89e5-81a3-4362-b655-2b2db6cfca70 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b5b4d6f-2a10-41bf-be25-6159859e6aec HTTP/1.1" status: 200 len: 850 time: 0.0610437 Apr 30 16:03:19.899631 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3d40b8a5-7b5f-440c-bb43-90f3449d393b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132848788'] for network, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:19.931148 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3d40b8a5-7b5f-440c-bb43-90f3449d393b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for network, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:19.932917 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40b8a5-7b5f-440c-bb43-90f3449d393b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:19.933704 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3d40b8a5-7b5f-440c-bb43-90f3449d393b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:19.940307 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-ca9a183c-96c1-44f0-bac0-7dbcc48e28a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:19.976593 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626b87b-7a22-41c4-990a-3856e6d1e5b3 req-d28952ad-7daa-438b-838a-b0e025c64b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:19.978100 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6626b87b-7a22-41c4-990a-3856e6d1e5b3 req-d28952ad-7daa-438b-838a-b0e025c64b47 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=529eb04d-afd1-4ec1-a7cf-59406e4ebee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793595 Apr 30 16:03:20.038112 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:20.048237 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-3d40b8a5-7b5f-440c-bb43-90f3449d393b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3986201 Apr 30 16:03:20.048237 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40b8a5-7b5f-440c-bb43-90f3449d393b admin admin] Pushing event updated for resources: {'Network': ['ID=409b0677-285d-4bac-8e01-b46f0bd6c172,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:20.048795 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 34402) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:03:20.051162 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-3d40b8a5-7b5f-440c-bb43-90f3449d393b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:20.054950 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-10ee124c-5880-4c7d-b21a-fec7053c88ea admin admin] Request body: {'subnet': {'network_id': '409b0677-285d-4bac-8e01-b46f0bd6c172', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2040661751-subnet', 'tenant_id': '94d6b391de694cb0ab49668afcba22dc', 'ip_version': 4}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:03:20.059535 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-10ee124c-5880-4c7d-b21a-fec7053c88ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:03:20.059708 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] For port c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2,segment=NetworkSegment(a30bcc7b-d76f-404c-9f7c-d7e43145326e),segment_id=a30bcc7b-d76f-404c-9f7c-d7e43145326e)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:03:20.062918 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Network 409b0677-285d-4bac-8e01-b46f0bd6c172 details requested by agent ovs-agent-dv-cinder-787195-6-iscsi with host dv-cinder-787195-6-iscsi {{(pid=73965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:03:20.064314 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-10ee124c-5880-4c7d-b21a-fec7053c88ea admin admin] Usage tracker for resource:subnet and tenant:94d6b391de694cb0ab49668afcba22dc is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:03:20.068244 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-10ee124c-5880-4c7d-b21a-fec7053c88ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:03:20.074136 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-10ee124c-5880-4c7d-b21a-fec7053c88ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:03:20.085145 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ee124c-5880-4c7d-b21a-fec7053c88ea admin admin] Made reservation on behalf of 94d6b391de694cb0ab49668afcba22dc for: {'subnet': 1} {{(pid=73964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:03:20.088117 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-10ee124c-5880-4c7d-b21a-fec7053c88ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-777221'] for subnet, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:20.088969 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:20.094697 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-98b1dde0-8c91-4a76-8630-493720197d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:20.170204 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6626b87b-7a22-41c4-990a-3856e6d1e5b3 req-21e96b6a-9b67-4f93-bf82-bae8a409b648 service neutron] 10.222.0.42 "GET /v2.0/networks/529eb04d-afd1-4ec1-a7cf-59406e4ebee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769655 Apr 30 16:03:20.249896 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-796cba96-678f-4c10-bc8e-e933d35a02e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'name': 'tempest-TestVolumeBootPattern-1192148063-router', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:12Z', 'updated_at': '2021-04-30T16:03:17Z', 'revision_number': 4, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'gw_port': {'id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:13Z', 'updated_at': '2021-04-30T16:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '9359bae5-e69f-4575-a07a-193914c9f4f1', 'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'mac_address': 'fa:16:3e:e9:dd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '99795baf-474b-42a4-8dbb-35c325850572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:16Z', 'updated_at': '2021-04-30T16:03:17Z', 'revision_number': 2, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'subnets': [{'id': '99795baf-474b-42a4-8dbb-35c325850572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:03:20.260894 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796cba96-678f-4c10-bc8e-e933d35a02e1 None None] Checking router: 4f712ea0-1630-4485-86ed-ae41e0c60ae6 for host: dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:03:20.261413 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796cba96-678f-4c10-bc8e-e933d35a02e1 None None] Updating router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 port 9359bae5-e69f-4575-a07a-193914c9f4f1 binding host dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:03:20.311028 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Pushing event updated for resources: {'Port': ['ID=c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:20.316372 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:20.331242 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-796cba96-678f-4c10-bc8e-e933d35a02e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:20.423022 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6626b87b-7a22-41c4-990a-3856e6d1e5b3 req-ebf8ee14-bce6-48e6-9e17-466bc18e5fa3 service neutron] 10.222.0.42 "GET /v2.0/networks/529eb04d-afd1-4ec1-a7cf-59406e4ebee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406592 Apr 30 16:03:20.588472 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-10ee124c-5880-4c7d-b21a-fec7053c88ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3691430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-777239'] for subnet, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:20.593180 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:20.666457 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee124c-5880-4c7d-b21a-fec7053c88ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=c517dfd0-11db-4e7f-b5b6-d92918ad31d7,revision_number=0']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:20.673822 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-10ee124c-5880-4c7d-b21a-fec7053c88ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:20.678485 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ee124c-5880-4c7d-b21a-fec7053c88ea admin admin] Checking segment: {'id': '3a987ddb-00f6-4308-b8c6-9e189e907fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '409b0677-285d-4bac-8e01-b46f0bd6c172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:03:20.679024 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ee124c-5880-4c7d-b21a-fec7053c88ea admin admin] Network hostable DHCP agents. Network: 409b0677-285d-4bac-8e01-b46f0bd6c172, hostable agents: ['bfd10ce1-d195-4e07-9fe2-51a3c988df31'], hosted agents: [] {{(pid=73964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:03:20.690742 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-796cba96-678f-4c10-bc8e-e933d35a02e1 None None] Notify callbacks [] for port, precommit_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:20.698746 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ee124c-5880-4c7d-b21a-fec7053c88ea admin admin] Network 409b0677-285d-4bac-8e01-b46f0bd6c172 is scheduled to be hosted by DHCP agent bfd10ce1-d195-4e07-9fe2-51a3c988df31 with binding_index 1 {{(pid=73964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:03:20.708083 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-796cba96-678f-4c10-bc8e-e933d35a02e1 None None] Transition to ACTIVE for port object 9359bae5-e69f-4575-a07a-193914c9f4f1 will not be triggered until provisioned by entity L2. {{(pid=73965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:03:20.712896 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-10ee124c-5880-4c7d-b21a-fec7053c88ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-iscsi, 409b0677-285d-4bac-8e01-b46f0bd6c172) {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:03:20.724289 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ee124c-5880-4c7d-b21a-fec7053c88ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:20.724926 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-10ee124c-5880-4c7d-b21a-fec7053c88ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for subnet, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:20.725247 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-796cba96-678f-4c10-bc8e-e933d35a02e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:20.730165 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72995cf2-7d25-41c7-90c2-5a282691d239 None None] Network 409b0677-285d-4bac-8e01-b46f0bd6c172 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:03:20.743962 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d970aa-d2fd-48d7-8be8-3abba279e7c9 req-4dee2955-d1ea-4d9a-9c16-f6bf17ac5a8a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:20.745456 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-97d970aa-d2fd-48d7-8be8-3abba279e7c9 req-4dee2955-d1ea-4d9a-9c16-f6bf17ac5a8a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.1020215 Apr 30 16:03:20.748288 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:20.790250 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-10ee124c-5880-4c7d-b21a-fec7053c88ea admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7404227 Apr 30 16:03:20.792857 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 34416) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:03:20.799483 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-97d970aa-d2fd-48d7-8be8-3abba279e7c9 req-f9298761-11f5-4e63-b830-693231d2cf3b tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451546 Apr 30 16:03:20.802987 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2040661751-router', 'tenant_id': '94d6b391de694cb0ab49668afcba22dc', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df'}}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:03:20.807342 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:03:20.811242 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Usage tracker for resource:router and tenant:94d6b391de694cb0ab49668afcba22dc is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:03:20.814995 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:03:20.824647 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:03:20.837922 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12626'] for router, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:20.841214 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502ac95-8b8f-4b11-adb9-701adf92ebd9 req-ade3d8f1-4008-4094-9861-bb7b50463d94 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:20.842940 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-c502ac95-8b8f-4b11-adb9-701adf92ebd9 req-ade3d8f1-4008-4094-9861-bb7b50463d94 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0994112 Apr 30 16:03:20.844145 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-754852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:20.873881 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:20.912811 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-c502ac95-8b8f-4b11-adb9-701adf92ebd9 req-0dbf994b-6a85-486d-8417-ed1392010d53 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626826 Apr 30 16:03:20.992332 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f33185-74ce-468b-9b51-8b151df33bd5 None None] Pushing event updated for resources: {'Port': ['ID=9359bae5-e69f-4575-a07a-193914c9f4f1,revision_number=3']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:21.001674 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-e1f33185-74ce-468b-9b51-8b151df33bd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:21.088459 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-796cba96-678f-4c10-bc8e-e933d35a02e1 None None] Attempting to bind port 9359bae5-e69f-4575-a07a-193914c9f4f1 on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:03:21.088728 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-796cba96-678f-4c10-bc8e-e933d35a02e1 None None] Attempting to bind port 9359bae5-e69f-4575-a07a-193914c9f4f1 by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': '7e998a4a-d4bf-40aa-816b-f6ea84410e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9'}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:03:21.089087 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796cba96-678f-4c10-bc8e-e933d35a02e1 None None] Attempting to bind port 9359bae5-e69f-4575-a07a-193914c9f4f1 on network 9cdfa89b-9f6d-4095-b0fe-85c8608797d9 {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:03:21.127385 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796cba96-678f-4c10-bc8e-e933d35a02e1 None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:03:21.127756 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796cba96-678f-4c10-bc8e-e933d35a02e1 None None] Checking segment: {'id': '7e998a4a-d4bf-40aa-816b-f6ea84410e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:03:21.128187 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-796cba96-678f-4c10-bc8e-e933d35a02e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:21.128570 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796cba96-678f-4c10-bc8e-e933d35a02e1 None None] Bound using segment: {'id': '7e998a4a-d4bf-40aa-816b-f6ea84410e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9'} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:03:21.129045 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-796cba96-678f-4c10-bc8e-e933d35a02e1 None None] Bound port: 9359bae5-e69f-4575-a07a-193914c9f4f1, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e998a4a-d4bf-40aa-816b-f6ea84410e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9'}}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:03:21.129473 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-796cba96-678f-4c10-bc8e-e933d35a02e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:21.166972 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658330', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12713'] for router, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:21.251508 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1109c454-5fcd-43bf-b10e-37d8052872e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f83a816-f938-505d-a748-952e2383f86f-409b0677-285d-4bac-8e01-b46f0bd6c172', 'network_id': '409b0677-285d-4bac-8e01-b46f0bd6c172', 'tenant_id': '94d6b391de694cb0ab49668afcba22dc', 'fixed_ips': [{'subnet_id': 'c517dfd0-11db-4e7f-b5b6-d92918ad31d7'}]}} from dv-cinder-787195-6-iscsi. {{(pid=73965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 16:03:21.252346 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1109c454-5fcd-43bf-b10e-37d8052872e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:21.320379 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-796cba96-678f-4c10-bc8e-e933d35a02e1 None None] For port 9359bae5-e69f-4575-a07a-193914c9f4f1, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:03:21.368440 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-796cba96-678f-4c10-bc8e-e933d35a02e1 None None] For port 9359bae5-e69f-4575-a07a-193914c9f4f1, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=9359bae5-e69f-4575-a07a-193914c9f4f1,segment=NetworkSegment(7e998a4a-d4bf-40aa-816b-f6ea84410e10),segment_id=7e998a4a-d4bf-40aa-816b-f6ea84410e10)] {{(pid=73965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:03:21.379581 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-796cba96-678f-4c10-bc8e-e933d35a02e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:21.387868 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:21.513582 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796cba96-678f-4c10-bc8e-e933d35a02e1 None None] Routers {'4f712ea0-1630-4485-86ed-ae41e0c60ae6'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:03:21.514231 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-796cba96-678f-4c10-bc8e-e933d35a02e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:03:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:03:21.529032 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:21.576491 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:21.582863 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:03:21.624940 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f33185-74ce-468b-9b51-8b151df33bd5 None None] Pushing event updated for resources: {'Port': ['ID=9359bae5-e69f-4575-a07a-193914c9f4f1,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:21.640382 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-e1f33185-74ce-468b-9b51-8b151df33bd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:21.737684 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.db_base_plugin_common [None req-1109c454-5fcd-43bf-b10e-37d8052872e2 None None] Allocated IP 172.20.0.2 (409b0677-285d-4bac-8e01-b46f0bd6c172/c517dfd0-11db-4e7f-b5b6-d92918ad31d7/a41d35a8-8c3e-4c66-a554-f7d28b54fdb5) {{(pid=73965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:03:21.750561 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Allocated IP 172.27.3.159 (7713db68-e23d-4336-9c52-9698584522df/6c05463b-e465-4436-9156-1956ee4f9865/dcbc9441-8af8-4528-8f22-067172545b48) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:03:21.882844 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-796cba96-678f-4c10-bc8e-e933d35a02e1 None None] Set router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:03:21.898454 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:21.938376 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:21.944305 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-8a2bc7d2-9e1a-4748-8303-6387f6c3863c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:21.988202 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:03:21.988579 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:22.017017 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Network 7713db68-e23d-4336-9c52-9698584522df is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:03:22.020194 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:03:22.039738 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:03:22.058688 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0677f5-4e86-433a-8082-4be2c4c7afe7 req-9bfa0098-941f-46a6-b6dc-d82ec57809ce tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:22.060329 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7a0677f5-4e86-433a-8082-4be2c4c7afe7 req-9bfa0098-941f-46a6-b6dc-d82ec57809ce tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.1400032 Apr 30 16:03:22.110390 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7a0677f5-4e86-433a-8082-4be2c4c7afe7 req-2215d1f0-0bf3-42dc-a092-b3a4e20ae4be tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438290 Apr 30 16:03:22.301771 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Pushing event updated for resources: {'Port': ['ID=dcbc9441-8af8-4528-8f22-067172545b48,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:22.347531 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:22.347943 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:22.348537 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:22.348670 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:22.348977 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:22.349702 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:22.349702 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:22.349998 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:22.350342 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:22.350686 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:22.351032 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:22.351365 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:03:22.357139 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:22.395006 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1109c454-5fcd-43bf-b10e-37d8052872e2 None None] Notify callbacks [] for port, precommit_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:22.434802 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-1109c454-5fcd-43bf-b10e-37d8052872e2 None None] Transition to ACTIVE for port object a41d35a8-8c3e-4c66-a554-f7d28b54fdb5 will not be triggered until provisioned by entity L2. {{(pid=73965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:03:22.469761 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-1109c454-5fcd-43bf-b10e-37d8052872e2 None None] Transition to ACTIVE for port object a41d35a8-8c3e-4c66-a554-f7d28b54fdb5 will not be triggered until provisioned by entity DHCP. {{(pid=73965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:03:22.475687 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1109c454-5fcd-43bf-b10e-37d8052872e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206'] for port, after_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:22.477230 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1110071-94a7-4a24-9afa-ae37eb6b1fe3 req-acd354ce-d504-459f-9667-9b20c48ebfcf tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:22.478707 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a1110071-94a7-4a24-9afa-ae37eb6b1fe3 req-acd354ce-d504-459f-9667-9b20c48ebfcf tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.3865633 Apr 30 16:03:22.480475 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:22.549421 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1109c454-5fcd-43bf-b10e-37d8052872e2 None None] Network 409b0677-285d-4bac-8e01-b46f0bd6c172 is already hosted by enough agents. {{(pid=73965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:03:22.556626 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.scheduler.base_scheduler [None req-1109c454-5fcd-43bf-b10e-37d8052872e2 None None] Resources bound (agent type, host, resource id): {{(pid=73965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:03:22.558950 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109c454-5fcd-43bf-b10e-37d8052872e2 None None] Pushing event updated for resources: {'Port': ['ID=a41d35a8-8c3e-4c66-a554-f7d28b54fdb5,revision_number=1']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:22.561183 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1109c454-5fcd-43bf-b10e-37d8052872e2 None None] Received port after_create {{(pid=73965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:03:22.564041 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-1109c454-5fcd-43bf-b10e-37d8052872e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:22.615253 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a1110071-94a7-4a24-9afa-ae37eb6b1fe3 req-19594c63-0020-4e2e-b187-b2955a5a072a tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208024 Apr 30 16:03:22.630136 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:22.643384 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-796cba96-678f-4c10-bc8e-e933d35a02e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'name': 'tempest-TestVolumeBootPattern-1192148063-router', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:12Z', 'updated_at': '2021-04-30T16:03:17Z', 'revision_number': 4, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'gw_port': {'id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:13Z', 'updated_at': '2021-04-30T16:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '9359bae5-e69f-4575-a07a-193914c9f4f1', 'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'mac_address': 'fa:16:3e:e9:dd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '99795baf-474b-42a4-8dbb-35c325850572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:16Z', 'updated_at': '2021-04-30T16:03:21Z', 'revision_number': 4, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'subnets': [{'id': '99795baf-474b-42a4-8dbb-35c325850572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:03:22.656181 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796cba96-678f-4c10-bc8e-e933d35a02e1 None None] The sync data for ids ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'] in dv-cinder-787195-6-iscsi is: [{'id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'name': 'tempest-TestVolumeBootPattern-1192148063-router', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:12Z', 'updated_at': '2021-04-30T16:03:17Z', 'revision_number': 4, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'gw_port': {'id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:13Z', 'updated_at': '2021-04-30T16:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '9359bae5-e69f-4575-a07a-193914c9f4f1', 'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'mac_address': 'fa:16:3e:e9:dd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '99795baf-474b-42a4-8dbb-35c325850572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:16Z', 'updated_at': '2021-04-30T16:03:21Z', 'revision_number': 4, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'subnets': [{'id': '99795baf-474b-42a4-8dbb-35c325850572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:03:22.664232 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-1109c454-5fcd-43bf-b10e-37d8052872e2 None None] Attempting to bind port a41d35a8-8c3e-4c66-a554-f7d28b54fdb5 on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:03:22.664606 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-1109c454-5fcd-43bf-b10e-37d8052872e2 None None] Attempting to bind port a41d35a8-8c3e-4c66-a554-f7d28b54fdb5 by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': '3a987ddb-00f6-4308-b8c6-9e189e907fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '409b0677-285d-4bac-8e01-b46f0bd6c172'}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:03:22.664971 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1109c454-5fcd-43bf-b10e-37d8052872e2 None None] Attempting to bind port a41d35a8-8c3e-4c66-a554-f7d28b54fdb5 on network 409b0677-285d-4bac-8e01-b46f0bd6c172 {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:03:22.673829 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1109c454-5fcd-43bf-b10e-37d8052872e2 None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:03:22.674491 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1109c454-5fcd-43bf-b10e-37d8052872e2 None None] Checking segment: {'id': '3a987ddb-00f6-4308-b8c6-9e189e907fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '409b0677-285d-4bac-8e01-b46f0bd6c172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:03:22.675397 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1109c454-5fcd-43bf-b10e-37d8052872e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:22.676002 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1109c454-5fcd-43bf-b10e-37d8052872e2 None None] Bound using segment: {'id': '3a987ddb-00f6-4308-b8c6-9e189e907fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '409b0677-285d-4bac-8e01-b46f0bd6c172'} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:03:22.676691 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-1109c454-5fcd-43bf-b10e-37d8052872e2 None None] Bound port: a41d35a8-8c3e-4c66-a554-f7d28b54fdb5, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a987ddb-00f6-4308-b8c6-9e189e907fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '409b0677-285d-4bac-8e01-b46f0bd6c172'}}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:03:22.677241 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1109c454-5fcd-43bf-b10e-37d8052872e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:22.791965 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-1109c454-5fcd-43bf-b10e-37d8052872e2 None None] For port a41d35a8-8c3e-4c66-a554-f7d28b54fdb5, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:03:22.797265 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-1109c454-5fcd-43bf-b10e-37d8052872e2 None None] For port a41d35a8-8c3e-4c66-a554-f7d28b54fdb5, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=a41d35a8-8c3e-4c66-a554-f7d28b54fdb5,segment=NetworkSegment(3a987ddb-00f6-4308-b8c6-9e189e907fec),segment_id=3a987ddb-00f6-4308-b8c6-9e189e907fec)] {{(pid=73965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:03:22.803127 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1109c454-5fcd-43bf-b10e-37d8052872e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:22.808937 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:22.929828 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109c454-5fcd-43bf-b10e-37d8052872e2 None None] Pushing event updated for resources: {'Port': ['ID=a41d35a8-8c3e-4c66-a554-f7d28b54fdb5,revision_number=2']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:22.933365 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-1109c454-5fcd-43bf-b10e-37d8052872e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:23.095894 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655959'] for router, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:23.412607 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7d0f8-afdc-46fb-9967-2296c2e837d3 req-a17d0792-5915-4ff9-8791-8ee190be16bc tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:23.414027 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e2f7d0f8-afdc-46fb-9967-2296c2e837d3 req-a17d0792-5915-4ff9-8791-8ee190be16bc tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.1332738 Apr 30 16:03:23.436373 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Router 44a8f604-af26-4eb2-bb7c-d88f267bb74f is scheduled to L3 agent ce014548-da84-4f8c-9540-249ce2846e6a with binding_index 1 {{(pid=73963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 16:03:23.545663 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e2f7d0f8-afdc-46fb-9967-2296c2e837d3 req-e0e52049-08c9-49af-a898-a5ecfd3878e7 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255105 Apr 30 16:03:23.622578 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 9359bae5-e69f-4575-a07a-193914c9f4f1 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:03:23.708130 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:03:23.718242 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port 9359bae5-e69f-4575-a07a-193914c9f4f1 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:03:23.723696 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9a262b-a28e-4342-8810-e2c99b92fbc2 None None] Sync routers for ids ['44a8f604-af26-4eb2-bb7c-d88f267bb74f'] in dv-cinder-787195-6-iscsi {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:03:23.727249 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 9359bae5-e69f-4575-a07a-193914c9f4f1 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:03:23.727752 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:23.735762 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9a262b-a28e-4342-8810-e2c99b92fbc2 None None] Routers {'44a8f604-af26-4eb2-bb7c-d88f267bb74f'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:03:23.736793 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-4b9a262b-a28e-4342-8810-e2c99b92fbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:03:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['44a8f604-af26-4eb2-bb7c-d88f267bb74f'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:03:23.776494 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Notify callbacks [] for router, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:23.780846 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 34446) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:03:23.791049 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9961984 Apr 30 16:03:23.947120 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:24.034823 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] For port 9359bae5-e69f-4575-a07a-193914c9f4f1, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=9359bae5-e69f-4575-a07a-193914c9f4f1,segment=NetworkSegment(7e998a4a-d4bf-40aa-816b-f6ea84410e10),segment_id=7e998a4a-d4bf-40aa-816b-f6ea84410e10)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:03:24.045140 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:24.047765 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device a41d35a8-8c3e-4c66-a554-f7d28b54fdb5 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:03:24.083452 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:24.173202 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-4b9a262b-a28e-4342-8810-e2c99b92fbc2 None None] Set router 44a8f604-af26-4eb2-bb7c-d88f267bb74f gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:03:24.213437 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Pushing event updated for resources: {'Port': ['ID=9359bae5-e69f-4575-a07a-193914c9f4f1,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:24.220783 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:24.231474 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port a41d35a8-8c3e-4c66-a554-f7d28b54fdb5 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:03:24.267320 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138dd52e-cd67-4829-b655-fd5fc92d86a0 None None] Network 409b0677-285d-4bac-8e01-b46f0bd6c172 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:03:24.398252 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2c0fadc8-8ce9-48af-9a73-133a5d0e98d1 None None] Provisioning for port a41d35a8-8c3e-4c66-a554-f7d28b54fdb5 completed by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:03:24.407187 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2c0fadc8-8ce9-48af-9a73-133a5d0e98d1 None None] Provisioning complete for port a41d35a8-8c3e-4c66-a554-f7d28b54fdb5 triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:03:24.407549 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2c0fadc8-8ce9-48af-9a73-133a5d0e98d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:24.562010 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-4b9a262b-a28e-4342-8810-e2c99b92fbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a8f604-af26-4eb2-bb7c-d88f267bb74f', 'name': 'tempest-TestVolumeBootPattern-2040661751-router', 'tenant_id': '94d6b391de694cb0ab49668afcba22dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dcbc9441-8af8-4528-8f22-067172545b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:20Z', 'updated_at': '2021-04-30T16:03:22Z', 'revision_number': 3, 'project_id': '94d6b391de694cb0ab49668afcba22dc', 'gw_port': {'id': 'dcbc9441-8af8-4528-8f22-067172545b48', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a8f604-af26-4eb2-bb7c-d88f267bb74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:21Z', 'updated_at': '2021-04-30T16:03:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:03:24.566529 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9a262b-a28e-4342-8810-e2c99b92fbc2 None None] Checking router: 44a8f604-af26-4eb2-bb7c-d88f267bb74f for host: dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:03:24.567014 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9a262b-a28e-4342-8810-e2c99b92fbc2 None None] Updating router 44a8f604-af26-4eb2-bb7c-d88f267bb74f port dcbc9441-8af8-4528-8f22-067172545b48 binding host dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:03:24.629786 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-4b9a262b-a28e-4342-8810-e2c99b92fbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:24.673638 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2c0fadc8-8ce9-48af-9a73-133a5d0e98d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:24.747038 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-2c0fadc8-8ce9-48af-9a73-133a5d0e98d1 None None] For port a41d35a8-8c3e-4c66-a554-f7d28b54fdb5, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=a41d35a8-8c3e-4c66-a554-f7d28b54fdb5,segment=NetworkSegment(3a987ddb-00f6-4308-b8c6-9e189e907fec),segment_id=3a987ddb-00f6-4308-b8c6-9e189e907fec)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:03:24.748334 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5fa18e2c-ff84-494d-95ba-1a72213e4767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:24.754755 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2c0fadc8-8ce9-48af-9a73-133a5d0e98d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:24.755903 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:24.768414 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601cbbf6-00af-46c0-9649-fea36d59f705 req-1abaa7b3-eeeb-45af-af78-6819b243ab29 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:24.777093 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-601cbbf6-00af-46c0-9649-fea36d59f705 req-1abaa7b3-eeeb-45af-af78-6819b243ab29 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.1062169 Apr 30 16:03:24.887199 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fadc8-8ce9-48af-9a73-133a5d0e98d1 None None] Pushing event updated for resources: {'Port': ['ID=a41d35a8-8c3e-4c66-a554-f7d28b54fdb5,revision_number=3']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:24.891369 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2c0fadc8-8ce9-48af-9a73-133a5d0e98d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:25.027188 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-601cbbf6-00af-46c0-9649-fea36d59f705 req-694aed8a-e421-4ad7-becd-dc74a3eb9ea8 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390802 Apr 30 16:03:25.038779 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_common [None req-5fa18e2c-ff84-494d-95ba-1a72213e4767 admin admin] Allocated IP 172.20.0.1 (409b0677-285d-4bac-8e01-b46f0bd6c172/c517dfd0-11db-4e7f-b5b6-d92918ad31d7/44fee300-cfa5-4578-aba5-e5deaa5bd39b) {{(pid=73964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:03:25.047317 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-4b9a262b-a28e-4342-8810-e2c99b92fbc2 None None] Notify callbacks [] for port, precommit_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:25.059695 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.provisioning_blocks [None req-4b9a262b-a28e-4342-8810-e2c99b92fbc2 None None] Transition to ACTIVE for port object dcbc9441-8af8-4528-8f22-067172545b48 will not be triggered until provisioned by entity L2. {{(pid=73966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:03:25.071127 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-4b9a262b-a28e-4342-8810-e2c99b92fbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:25.076224 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:25.080407 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-4e81c40c-5511-42cf-a61c-766cc6f56d88 None None] Provisioning complete for port a41d35a8-8c3e-4c66-a554-f7d28b54fdb5 triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:03:25.080927 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-4e81c40c-5511-42cf-a61c-766cc6f56d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:25.141381 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-4b9a262b-a28e-4342-8810-e2c99b92fbc2 None None] Attempting to bind port dcbc9441-8af8-4528-8f22-067172545b48 on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:03:25.141879 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-4b9a262b-a28e-4342-8810-e2c99b92fbc2 None None] Attempting to bind port dcbc9441-8af8-4528-8f22-067172545b48 by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'}] {{(pid=73966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:03:25.142362 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9a262b-a28e-4342-8810-e2c99b92fbc2 None None] Attempting to bind port dcbc9441-8af8-4528-8f22-067172545b48 on network 7713db68-e23d-4336-9c52-9698584522df {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:03:25.150231 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9a262b-a28e-4342-8810-e2c99b92fbc2 None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:03:25.150755 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9a262b-a28e-4342-8810-e2c99b92fbc2 None None] Checking segment: {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:03:25.151242 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-4b9a262b-a28e-4342-8810-e2c99b92fbc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:25.151730 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9a262b-a28e-4342-8810-e2c99b92fbc2 None None] Bound using segment: {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'} {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:03:25.152365 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-4b9a262b-a28e-4342-8810-e2c99b92fbc2 None None] Bound port: dcbc9441-8af8-4528-8f22-067172545b48, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'}}] {{(pid=73966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:03:25.152831 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-4b9a262b-a28e-4342-8810-e2c99b92fbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:25.201318 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5fa18e2c-ff84-494d-95ba-1a72213e4767 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:25.220936 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.provisioning_blocks [None req-5fa18e2c-ff84-494d-95ba-1a72213e4767 admin admin] Transition to ACTIVE for port object 44fee300-cfa5-4578-aba5-e5deaa5bd39b will not be triggered until provisioned by entity DHCP. {{(pid=73964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:03:25.229054 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4632d3-d0c8-4a8c-8ac9-b5266879810b None None] Pushing event updated for resources: {'Port': ['ID=dcbc9441-8af8-4528-8f22-067172545b48,revision_number=2']} {{(pid=73966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:25.234892 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-cf4632d3-d0c8-4a8c-8ac9-b5266879810b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:25.245678 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.db [None req-4b9a262b-a28e-4342-8810-e2c99b92fbc2 None None] For port dcbc9441-8af8-4528-8f22-067172545b48, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:03:25.248129 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5fa18e2c-ff84-494d-95ba-1a72213e4767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:25.248675 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.db [None req-4b9a262b-a28e-4342-8810-e2c99b92fbc2 None None] For port dcbc9441-8af8-4528-8f22-067172545b48, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=dcbc9441-8af8-4528-8f22-067172545b48,segment=NetworkSegment(a30bcc7b-d76f-404c-9f7c-d7e43145326e),segment_id=a30bcc7b-d76f-404c-9f7c-d7e43145326e)] {{(pid=73966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:03:25.253010 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-4b9a262b-a28e-4342-8810-e2c99b92fbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:25.253152 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-677d0a74-7a08-41a2-a053-805f345e3590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:25.257668 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-3b069977-3fb1-44b0-8ed8-201dab255d0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:25.307810 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa18e2c-ff84-494d-95ba-1a72213e4767 admin admin] Network 409b0677-285d-4bac-8e01-b46f0bd6c172 is already hosted by enough agents. {{(pid=73964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:03:25.308954 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-5fa18e2c-ff84-494d-95ba-1a72213e4767 admin admin] Resources bound (agent type, host, resource id): {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:03:25.313400 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa18e2c-ff84-494d-95ba-1a72213e4767 admin admin] Received port after_create {{(pid=73964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:03:25.329155 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9a262b-a28e-4342-8810-e2c99b92fbc2 None None] Routers {'44a8f604-af26-4eb2-bb7c-d88f267bb74f'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:03:25.329817 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-4b9a262b-a28e-4342-8810-e2c99b92fbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:03:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['44a8f604-af26-4eb2-bb7c-d88f267bb74f'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:03:25.369807 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa18e2c-ff84-494d-95ba-1a72213e4767 admin admin] Pushing event updated for resources: {'Port': ['ID=44fee300-cfa5-4578-aba5-e5deaa5bd39b,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:25.374138 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-5fa18e2c-ff84-494d-95ba-1a72213e4767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:25.385835 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5fa18e2c-ff84-494d-95ba-1a72213e4767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-915929'] for router_interface, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:25.446227 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4632d3-d0c8-4a8c-8ac9-b5266879810b None None] Pushing event updated for resources: {'Port': ['ID=dcbc9441-8af8-4528-8f22-067172545b48,revision_number=3']} {{(pid=73966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:25.450741 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-cf4632d3-d0c8-4a8c-8ac9-b5266879810b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:25.534586 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5fa18e2c-ff84-494d-95ba-1a72213e4767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:25.541487 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 9359bae5-e69f-4575-a07a-193914c9f4f1 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:03:25.568359 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-4b9a262b-a28e-4342-8810-e2c99b92fbc2 None None] Set router 44a8f604-af26-4eb2-bb7c-d88f267bb74f gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:03:25.601386 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-560aa2bb-7044-4fef-9804-2046da95647f None None] Provisioning for port 44fee300-cfa5-4578-aba5-e5deaa5bd39b completed by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:03:25.609121 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-560aa2bb-7044-4fef-9804-2046da95647f None None] Provisioning complete for port 44fee300-cfa5-4578-aba5-e5deaa5bd39b triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:03:25.609497 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-560aa2bb-7044-4fef-9804-2046da95647f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:25.671697 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 9359bae5-e69f-4575-a07a-193914c9f4f1 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:03:25.672152 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:25.699073 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-560aa2bb-7044-4fef-9804-2046da95647f None None] Port 44fee300-cfa5-4578-aba5-e5deaa5bd39b cannot update to ACTIVE because it is not bound. {{(pid=73965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:03:25.756508 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5fa18e2c-ff84-494d-95ba-1a72213e4767 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:25.763259 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5fa18e2c-ff84-494d-95ba-1a72213e4767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714077'] for port, after_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:25.791361 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device a41d35a8-8c3e-4c66-a554-f7d28b54fdb5 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:03:25.791584 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:25.862709 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port a41d35a8-8c3e-4c66-a554-f7d28b54fdb5 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:03:25.863247 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:25.872154 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa18e2c-ff84-494d-95ba-1a72213e4767 admin admin] Pushing event updated for resources: {'Port': ['ID=44fee300-cfa5-4578-aba5-e5deaa5bd39b,revision_number=2']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:25.875136 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5fa18e2c-ff84-494d-95ba-1a72213e4767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-915836'] for router_interface, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:25.879588 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-5fa18e2c-ff84-494d-95ba-1a72213e4767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:25.882042 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-4b9a262b-a28e-4342-8810-e2c99b92fbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a8f604-af26-4eb2-bb7c-d88f267bb74f', 'name': 'tempest-TestVolumeBootPattern-2040661751-router', 'tenant_id': '94d6b391de694cb0ab49668afcba22dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dcbc9441-8af8-4528-8f22-067172545b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:20Z', 'updated_at': '2021-04-30T16:03:22Z', 'revision_number': 3, 'project_id': '94d6b391de694cb0ab49668afcba22dc', 'gw_port': {'id': 'dcbc9441-8af8-4528-8f22-067172545b48', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a8f604-af26-4eb2-bb7c-d88f267bb74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:21Z', 'updated_at': '2021-04-30T16:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:03:25.886020 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9a262b-a28e-4342-8810-e2c99b92fbc2 None None] The sync data for ids ['44a8f604-af26-4eb2-bb7c-d88f267bb74f'] in dv-cinder-787195-6-iscsi is: [{'id': '44a8f604-af26-4eb2-bb7c-d88f267bb74f', 'name': 'tempest-TestVolumeBootPattern-2040661751-router', 'tenant_id': '94d6b391de694cb0ab49668afcba22dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dcbc9441-8af8-4528-8f22-067172545b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:20Z', 'updated_at': '2021-04-30T16:03:22Z', 'revision_number': 3, 'project_id': '94d6b391de694cb0ab49668afcba22dc', 'gw_port': {'id': 'dcbc9441-8af8-4528-8f22-067172545b48', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a8f604-af26-4eb2-bb7c-d88f267bb74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:21Z', 'updated_at': '2021-04-30T16:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}] {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:03:26.120752 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa18e2c-ff84-494d-95ba-1a72213e4767 admin admin] Network 409b0677-285d-4bac-8e01-b46f0bd6c172 is already hosted by enough agents. {{(pid=73964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:03:26.123314 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-5fa18e2c-ff84-494d-95ba-1a72213e4767 admin admin] Resources bound (agent type, host, resource id): {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:03:26.257351 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599db6ec-b4ea-4b31-b3f0-36e02dfd27e8 req-f6324c7c-6176-45cc-a4a0-ca77d33e5ad0 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:26.259032 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-599db6ec-b4ea-4b31-b3f0-36e02dfd27e8 req-f6324c7c-6176-45cc-a4a0-ca77d33e5ad0 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.1371253 Apr 30 16:03:26.328301 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-599db6ec-b4ea-4b31-b3f0-36e02dfd27e8 req-20a9adc9-b3a1-4f26-ab63-3c27bbc62646 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621915 Apr 30 16:03:26.370324 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa18e2c-ff84-494d-95ba-1a72213e4767 admin admin] Router 44a8f604-af26-4eb2-bb7c-d88f267bb74f has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:03:26.432901 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-def2bde7-0d0a-41b4-89d9-115aec00d0ec None None] Provisioning complete for port 44fee300-cfa5-4578-aba5-e5deaa5bd39b triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:03:26.433490 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-def2bde7-0d0a-41b4-89d9-115aec00d0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:26.500309 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-def2bde7-0d0a-41b4-89d9-115aec00d0ec None None] Port 44fee300-cfa5-4578-aba5-e5deaa5bd39b cannot update to ACTIVE because it is not bound. {{(pid=73965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:03:26.559463 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa18e2c-ff84-494d-95ba-1a72213e4767 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:03:26.569360 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-5fa18e2c-ff84-494d-95ba-1a72213e4767 admin admin] 10.222.0.72 "PUT /v2.0/routers/44a8f604-af26-4eb2-bb7c-d88f267bb74f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7874529 Apr 30 16:03:27.264656 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 34480) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:03:27.270395 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-41d1e517-5ef1-40bd-b30d-569e9b2ae40a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1762422898', 'description': 'tempest-secgroup-smoke-1762422898 description', 'project_id': '75612fb9c54545baa7fc7f75d63cf365'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:03:27.276733 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-41d1e517-5ef1-40bd-b30d-569e9b2ae40a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:03:27.281244 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-41d1e517-5ef1-40bd-b30d-569e9b2ae40a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Usage tracker for resource:security_group and tenant:75612fb9c54545baa7fc7f75d63cf365 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:03:27.284180 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-41d1e517-5ef1-40bd-b30d-569e9b2ae40a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:03:27.290468 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-41d1e517-5ef1-40bd-b30d-569e9b2ae40a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:03:27.300457 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-41d1e517-5ef1-40bd-b30d-569e9b2ae40a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:27.322634 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-41d1e517-5ef1-40bd-b30d-569e9b2ae40a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:03:27.326524 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-41d1e517-5ef1-40bd-b30d-569e9b2ae40a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Usage tracker for resource:security_group_rule and tenant:75612fb9c54545baa7fc7f75d63cf365 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:03:27.330049 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-41d1e517-5ef1-40bd-b30d-569e9b2ae40a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:03:27.335736 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-41d1e517-5ef1-40bd-b30d-569e9b2ae40a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:03:27.410955 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-41d1e517-5ef1-40bd-b30d-569e9b2ae40a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:27.414722 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-41d1e517-5ef1-40bd-b30d-569e9b2ae40a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:27.418354 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-f3897c35-7a2e-4b29-a89a-723c8eb54ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:27.458284 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1e517-5ef1-40bd-b30d-569e9b2ae40a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6096ae6-0a8a-408b-889f-f72fe6e48a2c,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:27.460568 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-41d1e517-5ef1-40bd-b30d-569e9b2ae40a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:27.461959 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-41d1e517-5ef1-40bd-b30d-569e9b2ae40a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1957743 Apr 30 16:03:27.463056 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-41d1e517-5ef1-40bd-b30d-569e9b2ae40a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:27.464835 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 34488) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:03:27.471346 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-28472d02-0cb0-4ef7-b6f5-9fb59e97fb61 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Request body: {'security_group_rule': {'security_group_id': 'a6096ae6-0a8a-408b-889f-f72fe6e48a2c', 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:03:27.483961 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-28472d02-0cb0-4ef7-b6f5-9fb59e97fb61 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:03:27.491996 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-28472d02-0cb0-4ef7-b6f5-9fb59e97fb61 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Usage tracker for resource:security_group_rule and tenant:75612fb9c54545baa7fc7f75d63cf365 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:03:27.496478 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-28472d02-0cb0-4ef7-b6f5-9fb59e97fb61 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:03:27.503198 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-28472d02-0cb0-4ef7-b6f5-9fb59e97fb61 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:03:27.522548 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-28472d02-0cb0-4ef7-b6f5-9fb59e97fb61 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:27.526440 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3624571-8852-4ad6-8f05-3bda86e43d1e None None] Sync routers for ids ['44a8f604-af26-4eb2-bb7c-d88f267bb74f'] in dv-cinder-787195-6-iscsi {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:03:27.539715 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3624571-8852-4ad6-8f05-3bda86e43d1e None None] Routers {'44a8f604-af26-4eb2-bb7c-d88f267bb74f'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:03:27.540387 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-e3624571-8852-4ad6-8f05-3bda86e43d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:03:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['44a8f604-af26-4eb2-bb7c-d88f267bb74f'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:03:27.553530 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d4df0-bf76-4c29-a619-9f3feda298fa req-d10d61f3-f3ea-4a15-b7f3-23017c84e437 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:27.555045 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e13d4df0-bf76-4c29-a619-9f3feda298fa req-d10d61f3-f3ea-4a15-b7f3-23017c84e437 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.1204872 Apr 30 16:03:27.598715 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-28472d02-0cb0-4ef7-b6f5-9fb59e97fb61 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:27.605901 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-28472d02-0cb0-4ef7-b6f5-9fb59e97fb61 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750673'] for security_group_rule, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:27.608343 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:27.615370 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device dcbc9441-8af8-4528-8f22-067172545b48 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:03:27.622379 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e13d4df0-bf76-4c29-a619-9f3feda298fa req-e1e2e1a2-755b-48eb-b811-2a505e402be7 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532653 Apr 30 16:03:27.637584 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28472d02-0cb0-4ef7-b6f5-9fb59e97fb61 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166b3a54-dbd8-4c32-9475-9bb346e63cdd,revision_number=0']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:27.646024 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-28472d02-0cb0-4ef7-b6f5-9fb59e97fb61 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:27.660959 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-28472d02-0cb0-4ef7-b6f5-9fb59e97fb61 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:27.662316 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-28472d02-0cb0-4ef7-b6f5-9fb59e97fb61 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1965740 Apr 30 16:03:27.665350 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 34492) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:03:27.671311 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-0966f333-d46f-41af-b8cf-613350800c83 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Request body: {'security_group_rule': {'security_group_id': 'a6096ae6-0a8a-408b-889f-f72fe6e48a2c', 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:03:27.678159 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-0966f333-d46f-41af-b8cf-613350800c83 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:03:27.682649 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-0966f333-d46f-41af-b8cf-613350800c83 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Usage tracker for resource:security_group_rule and tenant:75612fb9c54545baa7fc7f75d63cf365 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:03:27.686204 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-0966f333-d46f-41af-b8cf-613350800c83 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:03:27.693577 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-0966f333-d46f-41af-b8cf-613350800c83 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:03:27.709442 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0966f333-d46f-41af-b8cf-613350800c83 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:27.776028 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0966f333-d46f-41af-b8cf-613350800c83 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:27.780559 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0966f333-d46f-41af-b8cf-613350800c83 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750673'] for security_group_rule, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:27.782951 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:27.792963 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port dcbc9441-8af8-4528-8f22-067172545b48 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:03:27.798014 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-e3624571-8852-4ad6-8f05-3bda86e43d1e None None] Set router 44a8f604-af26-4eb2-bb7c-d88f267bb74f gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:03:27.804232 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966f333-d46f-41af-b8cf-613350800c83 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49674b22-a9c9-41a7-902a-98f39d509fc4,revision_number=0']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:27.806683 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-0966f333-d46f-41af-b8cf-613350800c83 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:27.814784 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0966f333-d46f-41af-b8cf-613350800c83 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:27.818435 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-0966f333-d46f-41af-b8cf-613350800c83 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1496756 Apr 30 16:03:27.818814 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 34496) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:03:27.824249 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-d3a169a8-a194-4b44-9bbc-ee532290ae5d tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Request body: {'security_group_rule': {'security_group_id': 'a6096ae6-0a8a-408b-889f-f72fe6e48a2c', 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:03:27.830724 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-d3a169a8-a194-4b44-9bbc-ee532290ae5d tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:03:27.834529 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-d3a169a8-a194-4b44-9bbc-ee532290ae5d tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Usage tracker for resource:security_group_rule and tenant:75612fb9c54545baa7fc7f75d63cf365 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:03:27.837399 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-d3a169a8-a194-4b44-9bbc-ee532290ae5d tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:03:27.838495 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port dcbc9441-8af8-4528-8f22-067172545b48 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:03:27.838867 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:27.843628 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-d3a169a8-a194-4b44-9bbc-ee532290ae5d tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:03:27.858948 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-d3a169a8-a194-4b44-9bbc-ee532290ae5d tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:27.928580 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-d3a169a8-a194-4b44-9bbc-ee532290ae5d tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:27.932501 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-d3a169a8-a194-4b44-9bbc-ee532290ae5d tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750673'] for security_group_rule, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:27.934621 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:27.961122 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a169a8-a194-4b44-9bbc-ee532290ae5d tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f3c649-310d-4c2b-860c-2ffaff8f782c,revision_number=0']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:27.967044 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-d3a169a8-a194-4b44-9bbc-ee532290ae5d tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:27.972437 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-d3a169a8-a194-4b44-9bbc-ee532290ae5d tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:27.973965 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-d3a169a8-a194-4b44-9bbc-ee532290ae5d tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1541255 Apr 30 16:03:27.976728 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 34500) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:03:27.982409 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-80fb4bfa-2cb1-4a07-8ad6-bacb4fc1ea5a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Request body: {'security_group_rule': {'security_group_id': 'a6096ae6-0a8a-408b-889f-f72fe6e48a2c', 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:03:27.989124 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-80fb4bfa-2cb1-4a07-8ad6-bacb4fc1ea5a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:03:27.993179 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-80fb4bfa-2cb1-4a07-8ad6-bacb4fc1ea5a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Usage tracker for resource:security_group_rule and tenant:75612fb9c54545baa7fc7f75d63cf365 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:03:27.996257 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-80fb4bfa-2cb1-4a07-8ad6-bacb4fc1ea5a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:03:28.002467 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-80fb4bfa-2cb1-4a07-8ad6-bacb4fc1ea5a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:03:28.022679 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-80fb4bfa-2cb1-4a07-8ad6-bacb4fc1ea5a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:28.085934 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-80fb4bfa-2cb1-4a07-8ad6-bacb4fc1ea5a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:28.090524 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-80fb4bfa-2cb1-4a07-8ad6-bacb4fc1ea5a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750673'] for security_group_rule, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:28.092673 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-55e8440c-3ce7-4a0b-b80c-4a5354dd3576 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:28.115702 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb4bfa-2cb1-4a07-8ad6-bacb4fc1ea5a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a17e60d1-38b4-4dfb-a422-daa41b1182b4,revision_number=0']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:28.118207 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-80fb4bfa-2cb1-4a07-8ad6-bacb4fc1ea5a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:28.126336 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-80fb4bfa-2cb1-4a07-8ad6-bacb4fc1ea5a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:28.127801 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-80fb4bfa-2cb1-4a07-8ad6-bacb4fc1ea5a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1498482 Apr 30 16:03:28.130596 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 34504) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:03:28.135979 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-79c9794c-73fd-496b-a230-0f6a99c0fcb0 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Request body: {'security_group_rule': {'security_group_id': 'a6096ae6-0a8a-408b-889f-f72fe6e48a2c', 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:03:28.141992 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-79c9794c-73fd-496b-a230-0f6a99c0fcb0 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:03:28.145793 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-79c9794c-73fd-496b-a230-0f6a99c0fcb0 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Usage tracker for resource:security_group_rule and tenant:75612fb9c54545baa7fc7f75d63cf365 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:03:28.149008 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-79c9794c-73fd-496b-a230-0f6a99c0fcb0 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:03:28.155395 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-79c9794c-73fd-496b-a230-0f6a99c0fcb0 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:03:28.165327 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.db.securitygroups_db [None req-79c9794c-73fd-496b-a230-0f6a99c0fcb0 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Project 75612fb9c54545baa7fc7f75d63cf365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 16:03:28.170946 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-79c9794c-73fd-496b-a230-0f6a99c0fcb0 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:28.171633 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:28.224851 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] For port dcbc9441-8af8-4528-8f22-067172545b48, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=dcbc9441-8af8-4528-8f22-067172545b48,segment=NetworkSegment(a30bcc7b-d76f-404c-9f7c-d7e43145326e),segment_id=a30bcc7b-d76f-404c-9f7c-d7e43145326e)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:03:28.231426 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:28.235102 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:28.240939 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-79c9794c-73fd-496b-a230-0f6a99c0fcb0 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:28.245572 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-79c9794c-73fd-496b-a230-0f6a99c0fcb0 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750673'] for security_group_rule, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:28.248101 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-910f1be9-fd72-46c7-8343-a017b9c22d4b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:28.271190 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9794c-73fd-496b-a230-0f6a99c0fcb0 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500ea12f-a711-434c-98ef-358fd0a6d5df,revision_number=0']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:28.275958 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-79c9794c-73fd-496b-a230-0f6a99c0fcb0 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:28.281825 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-79c9794c-73fd-496b-a230-0f6a99c0fcb0 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:28.285503 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-79c9794c-73fd-496b-a230-0f6a99c0fcb0 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1514046 Apr 30 16:03:28.285716 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 34510) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:03:28.291074 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-a02727f2-a5bf-4bee-a39b-b0f6ac087b07 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Request body: {'security_group_rule': {'security_group_id': 'a6096ae6-0a8a-408b-889f-f72fe6e48a2c', 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:03:28.296652 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-a02727f2-a5bf-4bee-a39b-b0f6ac087b07 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:03:28.300652 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-a02727f2-a5bf-4bee-a39b-b0f6ac087b07 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Usage tracker for resource:security_group_rule and tenant:75612fb9c54545baa7fc7f75d63cf365 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:03:28.303440 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-a02727f2-a5bf-4bee-a39b-b0f6ac087b07 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:03:28.309037 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-a02727f2-a5bf-4bee-a39b-b0f6ac087b07 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:03:28.311566 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Pushing event updated for resources: {'Port': ['ID=dcbc9441-8af8-4528-8f22-067172545b48,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:28.315866 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:28.319110 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-e3624571-8852-4ad6-8f05-3bda86e43d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a8f604-af26-4eb2-bb7c-d88f267bb74f', 'name': 'tempest-TestVolumeBootPattern-2040661751-router', 'tenant_id': '94d6b391de694cb0ab49668afcba22dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dcbc9441-8af8-4528-8f22-067172545b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:20Z', 'updated_at': '2021-04-30T16:03:25Z', 'revision_number': 4, 'project_id': '94d6b391de694cb0ab49668afcba22dc', 'gw_port': {'id': 'dcbc9441-8af8-4528-8f22-067172545b48', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a8f604-af26-4eb2-bb7c-d88f267bb74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:21Z', 'updated_at': '2021-04-30T16:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '44fee300-cfa5-4578-aba5-e5deaa5bd39b', 'name': '', 'network_id': '409b0677-285d-4bac-8e01-b46f0bd6c172', 'tenant_id': '94d6b391de694cb0ab49668afcba22dc', 'mac_address': 'fa:16:3e:2d:cb:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a8f604-af26-4eb2-bb7c-d88f267bb74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c517dfd0-11db-4e7f-b5b6-d92918ad31d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:24Z', 'updated_at': '2021-04-30T16:03:25Z', 'revision_number': 2, 'project_id': '94d6b391de694cb0ab49668afcba22dc', 'subnets': [{'id': 'c517dfd0-11db-4e7f-b5b6-d92918ad31d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:03:28.319825 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.db.securitygroups_db [None req-a02727f2-a5bf-4bee-a39b-b0f6ac087b07 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Project 75612fb9c54545baa7fc7f75d63cf365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 16:03:28.323506 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3624571-8852-4ad6-8f05-3bda86e43d1e None None] Checking router: 44a8f604-af26-4eb2-bb7c-d88f267bb74f for host: dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:03:28.323929 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3624571-8852-4ad6-8f05-3bda86e43d1e None None] Updating router 44a8f604-af26-4eb2-bb7c-d88f267bb74f port 44fee300-cfa5-4578-aba5-e5deaa5bd39b binding host dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:03:28.325788 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a02727f2-a5bf-4bee-a39b-b0f6ac087b07 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:28.380113 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-e3624571-8852-4ad6-8f05-3bda86e43d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:28.396644 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a02727f2-a5bf-4bee-a39b-b0f6ac087b07 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:28.400625 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a02727f2-a5bf-4bee-a39b-b0f6ac087b07 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750673'] for security_group_rule, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:28.402770 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-012aef50-192b-4f57-bac8-4ed0f1e98361 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:28.425147 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02727f2-a5bf-4bee-a39b-b0f6ac087b07 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dfdd6e5-55d5-4549-9da8-727c71a4d2ff,revision_number=0']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:28.427533 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a02727f2-a5bf-4bee-a39b-b0f6ac087b07 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:28.434043 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a02727f2-a5bf-4bee-a39b-b0f6ac087b07 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:28.435229 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-a02727f2-a5bf-4bee-a39b-b0f6ac087b07 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1486094 Apr 30 16:03:28.760458 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-e3624571-8852-4ad6-8f05-3bda86e43d1e None None] Notify callbacks [] for port, precommit_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:28.778751 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-e3624571-8852-4ad6-8f05-3bda86e43d1e None None] Transition to ACTIVE for port object 44fee300-cfa5-4578-aba5-e5deaa5bd39b will not be triggered until provisioned by entity L2. {{(pid=73965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:03:28.789043 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-e3624571-8852-4ad6-8f05-3bda86e43d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:28.793162 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:28.855573 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfb229-ca95-431d-8d75-e4ca719f9ab5 req-25e06a41-c280-478f-b5a3-507a68ebd8df tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:28.857142 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e6bfb229-ca95-431d-8d75-e4ca719f9ab5 req-25e06a41-c280-478f-b5a3-507a68ebd8df tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.1186662 Apr 30 16:03:28.916686 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e6bfb229-ca95-431d-8d75-e4ca719f9ab5 req-fc7baf8c-2b6b-4daf-ac69-4a4de4bb7223 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530539 Apr 30 16:03:28.942262 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab9665-6703-46bf-b1ba-7635caddd6e9 None None] Pushing event updated for resources: {'Port': ['ID=44fee300-cfa5-4578-aba5-e5deaa5bd39b,revision_number=3']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:28.958728 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-61ab9665-6703-46bf-b1ba-7635caddd6e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:29.073777 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-e3624571-8852-4ad6-8f05-3bda86e43d1e None None] Attempting to bind port 44fee300-cfa5-4578-aba5-e5deaa5bd39b on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:03:29.074324 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-e3624571-8852-4ad6-8f05-3bda86e43d1e None None] Attempting to bind port 44fee300-cfa5-4578-aba5-e5deaa5bd39b by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': '3a987ddb-00f6-4308-b8c6-9e189e907fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '409b0677-285d-4bac-8e01-b46f0bd6c172'}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:03:29.075056 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3624571-8852-4ad6-8f05-3bda86e43d1e None None] Attempting to bind port 44fee300-cfa5-4578-aba5-e5deaa5bd39b on network 409b0677-285d-4bac-8e01-b46f0bd6c172 {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:03:29.081471 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3624571-8852-4ad6-8f05-3bda86e43d1e None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:03:29.081924 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3624571-8852-4ad6-8f05-3bda86e43d1e None None] Checking segment: {'id': '3a987ddb-00f6-4308-b8c6-9e189e907fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '409b0677-285d-4bac-8e01-b46f0bd6c172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:03:29.082389 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-e3624571-8852-4ad6-8f05-3bda86e43d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:29.082851 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3624571-8852-4ad6-8f05-3bda86e43d1e None None] Bound using segment: {'id': '3a987ddb-00f6-4308-b8c6-9e189e907fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '409b0677-285d-4bac-8e01-b46f0bd6c172'} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:03:29.083578 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-e3624571-8852-4ad6-8f05-3bda86e43d1e None None] Bound port: 44fee300-cfa5-4578-aba5-e5deaa5bd39b, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a987ddb-00f6-4308-b8c6-9e189e907fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '409b0677-285d-4bac-8e01-b46f0bd6c172'}}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:03:29.084055 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-e3624571-8852-4ad6-8f05-3bda86e43d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:29.200363 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-e3624571-8852-4ad6-8f05-3bda86e43d1e None None] For port 44fee300-cfa5-4578-aba5-e5deaa5bd39b, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:03:29.204413 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-e3624571-8852-4ad6-8f05-3bda86e43d1e None None] For port 44fee300-cfa5-4578-aba5-e5deaa5bd39b, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=44fee300-cfa5-4578-aba5-e5deaa5bd39b,segment=NetworkSegment(3a987ddb-00f6-4308-b8c6-9e189e907fec),segment_id=3a987ddb-00f6-4308-b8c6-9e189e907fec)] {{(pid=73965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:03:29.208287 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-e3624571-8852-4ad6-8f05-3bda86e43d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:29.211637 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:29.281773 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3624571-8852-4ad6-8f05-3bda86e43d1e None None] Routers {'44a8f604-af26-4eb2-bb7c-d88f267bb74f'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:03:29.282399 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-e3624571-8852-4ad6-8f05-3bda86e43d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:03:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['44a8f604-af26-4eb2-bb7c-d88f267bb74f'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:03:29.366916 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab9665-6703-46bf-b1ba-7635caddd6e9 None None] Pushing event updated for resources: {'Port': ['ID=44fee300-cfa5-4578-aba5-e5deaa5bd39b,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:29.370120 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-61ab9665-6703-46bf-b1ba-7635caddd6e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:29.472081 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-e3624571-8852-4ad6-8f05-3bda86e43d1e None None] Set router 44a8f604-af26-4eb2-bb7c-d88f267bb74f gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:03:29.516669 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device dcbc9441-8af8-4528-8f22-067172545b48 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:03:29.754786 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port dcbc9441-8af8-4528-8f22-067172545b48 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:03:29.755163 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:29.982751 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-e3624571-8852-4ad6-8f05-3bda86e43d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a8f604-af26-4eb2-bb7c-d88f267bb74f', 'name': 'tempest-TestVolumeBootPattern-2040661751-router', 'tenant_id': '94d6b391de694cb0ab49668afcba22dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dcbc9441-8af8-4528-8f22-067172545b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:20Z', 'updated_at': '2021-04-30T16:03:25Z', 'revision_number': 4, 'project_id': '94d6b391de694cb0ab49668afcba22dc', 'gw_port': {'id': 'dcbc9441-8af8-4528-8f22-067172545b48', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8f604-af26-4eb2-bb7c-d88f267bb74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:21Z', 'updated_at': '2021-04-30T16:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '44fee300-cfa5-4578-aba5-e5deaa5bd39b', 'name': '', 'network_id': '409b0677-285d-4bac-8e01-b46f0bd6c172', 'tenant_id': '94d6b391de694cb0ab49668afcba22dc', 'mac_address': 'fa:16:3e:2d:cb:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a8f604-af26-4eb2-bb7c-d88f267bb74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c517dfd0-11db-4e7f-b5b6-d92918ad31d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:24Z', 'updated_at': '2021-04-30T16:03:29Z', 'revision_number': 4, 'project_id': '94d6b391de694cb0ab49668afcba22dc', 'subnets': [{'id': 'c517dfd0-11db-4e7f-b5b6-d92918ad31d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:03:29.987440 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3624571-8852-4ad6-8f05-3bda86e43d1e None None] The sync data for ids ['44a8f604-af26-4eb2-bb7c-d88f267bb74f'] in dv-cinder-787195-6-iscsi is: [{'id': '44a8f604-af26-4eb2-bb7c-d88f267bb74f', 'name': 'tempest-TestVolumeBootPattern-2040661751-router', 'tenant_id': '94d6b391de694cb0ab49668afcba22dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dcbc9441-8af8-4528-8f22-067172545b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:20Z', 'updated_at': '2021-04-30T16:03:25Z', 'revision_number': 4, 'project_id': '94d6b391de694cb0ab49668afcba22dc', 'gw_port': {'id': 'dcbc9441-8af8-4528-8f22-067172545b48', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8f604-af26-4eb2-bb7c-d88f267bb74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:21Z', 'updated_at': '2021-04-30T16:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '44fee300-cfa5-4578-aba5-e5deaa5bd39b', 'name': '', 'network_id': '409b0677-285d-4bac-8e01-b46f0bd6c172', 'tenant_id': '94d6b391de694cb0ab49668afcba22dc', 'mac_address': 'fa:16:3e:2d:cb:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a8f604-af26-4eb2-bb7c-d88f267bb74f', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'c517dfd0-11db-4e7f-b5b6-d92918ad31d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:24Z', 'updated_at': '2021-04-30T16:03:29Z', 'revision_number': 4, 'project_id': '94d6b391de694cb0ab49668afcba22dc', 'subnets': [{'id': 'c517dfd0-11db-4e7f-b5b6-d92918ad31d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:03:30.130288 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebad8b-700a-4051-b00f-e5fa3b3e661e req-7be99142-a05f-49db-a944-fd53c93b988d tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:30.131830 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f4ebad8b-700a-4051-b00f-e5fa3b3e661e req-7be99142-a05f-49db-a944-fd53c93b988d tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0954001 Apr 30 16:03:30.179333 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f4ebad8b-700a-4051-b00f-e5fa3b3e661e req-28b4f549-ec1d-4209-a019-6ed6ce5dad81 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416300 Apr 30 16:03:31.365321 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5206c17-c3b1-4076-9d94-5d401457729b req-3ff816c2-70c8-41cd-8e7a-17b1f7cf31d5 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:31.366814 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d5206c17-c3b1-4076-9d94-5d401457729b req-3ff816c2-70c8-41cd-8e7a-17b1f7cf31d5 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0820560 Apr 30 16:03:31.413871 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d5206c17-c3b1-4076-9d94-5d401457729b req-941b1c2b-d6ae-44c9-944e-3f0a0fdd31ab tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415134 Apr 30 16:03:31.515520 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 44fee300-cfa5-4578-aba5-e5deaa5bd39b up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:03:31.581316 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port 44fee300-cfa5-4578-aba5-e5deaa5bd39b completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:03:31.585692 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 44fee300-cfa5-4578-aba5-e5deaa5bd39b triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:03:31.586071 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:31.700580 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:31.732370 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] For port 44fee300-cfa5-4578-aba5-e5deaa5bd39b, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=44fee300-cfa5-4578-aba5-e5deaa5bd39b,segment=NetworkSegment(3a987ddb-00f6-4308-b8c6-9e189e907fec),segment_id=3a987ddb-00f6-4308-b8c6-9e189e907fec)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:03:31.736783 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:31.739544 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-ff69bb37-980f-40e9-9646-a837bda51144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:31.802309 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Pushing event updated for resources: {'Port': ['ID=44fee300-cfa5-4578-aba5-e5deaa5bd39b,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:31.805226 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:32.609102 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f117db-2952-43cf-8054-2af5a110021e req-a345b030-9e12-4083-9054-0337b5191c7a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:32.610584 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b1f117db-2952-43cf-8054-2af5a110021e req-a345b030-9e12-4083-9054-0337b5191c7a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0810947 Apr 30 16:03:32.664662 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b1f117db-2952-43cf-8054-2af5a110021e req-19456d4b-04c7-464c-9a24-5a4a6cdde8d2 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477731 Apr 30 16:03:33.528238 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 44fee300-cfa5-4578-aba5-e5deaa5bd39b up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:03:33.576815 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4d248c56-891d-4f9e-b133-5ecd877b23e1 req-cdc707ab-d052-4ec8-9c4a-279c91688fe5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795317 Apr 30 16:03:33.608773 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 44fee300-cfa5-4578-aba5-e5deaa5bd39b triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:03:33.609457 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:33.684910 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d248c56-891d-4f9e-b133-5ecd877b23e1 req-cf2a4b7e-1d1e-48f8-814f-41d0f2a592d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:33.687950 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4d248c56-891d-4f9e-b133-5ecd877b23e1 req-cf2a4b7e-1d1e-48f8-814f-41d0f2a592d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2585736d9b1c4eaabdd630f3e03e2da0&device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 1098 time: 0.0773995 Apr 30 16:03:33.937839 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d248c56-891d-4f9e-b133-5ecd877b23e1 req-bf62dd82-2719-4c02-8bff-7fcb85fe2765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:33.939479 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4d248c56-891d-4f9e-b133-5ecd877b23e1 req-bf62dd82-2719-4c02-8bff-7fcb85fe2765 service neutron] 10.222.0.42 "GET /v2.0/networks?id=529eb04d-afd1-4ec1-a7cf-59406e4ebee4 HTTP/1.1" status: 200 len: 911 time: 0.2025142 Apr 30 16:03:34.029109 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775b8f0-5555-4fee-8816-67ed7a322919 req-3b5d6d7b-c99d-4ce8-8331-305349427b81 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:34.031123 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f775b8f0-5555-4fee-8816-67ed7a322919 req-3b5d6d7b-c99d-4ce8-8331-305349427b81 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.1973367 Apr 30 16:03:34.082786 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4d248c56-891d-4f9e-b133-5ecd877b23e1 req-1c75ce0e-97e9-46bb-8603-2b056cabd36b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c3403a6-82fe-45fc-801e-0133d419fb05 HTTP/1.1" status: 200 len: 1000 time: 0.1321712 Apr 30 16:03:34.139273 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f775b8f0-5555-4fee-8816-67ed7a322919 req-614f2cbe-5bdb-4600-936b-8c6361d0b52b tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974534 Apr 30 16:03:34.163971 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d248c56-891d-4f9e-b133-5ecd877b23e1 req-fec2b46b-269c-4d8b-b96e-cd64dffbbe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:34.163971 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4d248c56-891d-4f9e-b133-5ecd877b23e1 req-fec2b46b-269c-4d8b-b96e-cd64dffbbe1b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b5b4d6f-2a10-41bf-be25-6159859e6aec HTTP/1.1" status: 200 len: 850 time: 0.0669012 Apr 30 16:03:34.240339 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d248c56-891d-4f9e-b133-5ecd877b23e1 req-98c08c69-6b74-4145-94c5-91d98452c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:34.241922 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4d248c56-891d-4f9e-b133-5ecd877b23e1 req-98c08c69-6b74-4145-94c5-91d98452c581 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=529eb04d-afd1-4ec1-a7cf-59406e4ebee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723815 Apr 30 16:03:34.396001 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4d248c56-891d-4f9e-b133-5ecd877b23e1 req-25844d02-f73b-4d2e-a037-65a383b051ae service neutron] 10.222.0.42 "GET /v2.0/networks/529eb04d-afd1-4ec1-a7cf-59406e4ebee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447532 Apr 30 16:03:34.675436 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4d248c56-891d-4f9e-b133-5ecd877b23e1 req-6afb6ad6-7c19-4418-8a54-0deef4ba7f41 service neutron] 10.222.0.42 "GET /v2.0/networks/529eb04d-afd1-4ec1-a7cf-59406e4ebee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523751 Apr 30 16:03:35.366854 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:03:35.373497 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c29735-05ba-414d-94f3-44cdc70c296d req-2fa7403b-cd3c-49ab-83c8-e2b780a17747 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:35.375147 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-c8c29735-05ba-414d-94f3-44cdc70c296d req-2fa7403b-cd3c-49ab-83c8-e2b780a17747 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0824745 Apr 30 16:03:35.429340 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-c8c29735-05ba-414d-94f3-44cdc70c296d req-a0be528c-1061-4c66-a0ad-445910a0cfce tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432665 Apr 30 16:03:36.610521 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8101b8-b458-42be-ac23-f66a7a44c157 req-c7c0233c-5c5f-437f-8922-f8e6fa912b5c tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:36.611977 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ba8101b8-b458-42be-ac23-f66a7a44c157 req-c7c0233c-5c5f-437f-8922-f8e6fa912b5c tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0799847 Apr 30 16:03:36.659128 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ba8101b8-b458-42be-ac23-f66a7a44c157 req-ffccdf96-3a80-4b30-a88c-8bf932f6cba2 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412474 Apr 30 16:03:37.851709 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56524dad-2242-4993-86dd-86efcd9f0126 req-ac1a6a8b-a0bd-48fd-8c8c-b20720b33a45 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:37.853931 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-56524dad-2242-4993-86dd-86efcd9f0126 req-ac1a6a8b-a0bd-48fd-8c8c-b20720b33a45 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0869851 Apr 30 16:03:37.899734 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-56524dad-2242-4993-86dd-86efcd9f0126 req-1a5f12fa-e5ff-4d26-9adc-73a9e8846cf2 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385220 Apr 30 16:03:38.363497 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:39.099553 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea74ac-c0f1-45ff-abdf-5bd14106614f req-6ca641ec-b062-4988-b6e3-601f6d561ce8 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:39.101085 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-feea74ac-c0f1-45ff-abdf-5bd14106614f req-6ca641ec-b062-4988-b6e3-601f6d561ce8 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0863702 Apr 30 16:03:39.146471 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-feea74ac-c0f1-45ff-abdf-5bd14106614f req-9a10783c-5fb0-4976-a0bb-20541162d140 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398512 Apr 30 16:03:40.341049 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0961c51-2c1a-4392-a034-aec29548d81b req-219f50a5-80f3-4fb3-8c97-aa9422995c1d tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:40.342552 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d0961c51-2c1a-4392-a034-aec29548d81b req-219f50a5-80f3-4fb3-8c97-aa9422995c1d tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0819609 Apr 30 16:03:40.389593 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d0961c51-2c1a-4392-a034-aec29548d81b req-b2eb482d-2e9b-4554-b7d2-384d650e6433 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409856 Apr 30 16:03:41.588279 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df2f78-93d7-4372-87bc-0c9d119d9aa5 req-026931b0-9040-4bae-beb3-5ff378a30bc2 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:41.589628 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-97df2f78-93d7-4372-87bc-0c9d119d9aa5 req-026931b0-9040-4bae-beb3-5ff378a30bc2 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0861990 Apr 30 16:03:41.595953 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736afb03-8ea9-4c04-99a4-66302f3214e7 req-5a281d65-6310-48e8-a454-79c096dbe6aa tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:41.597474 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-736afb03-8ea9-4c04-99a4-66302f3214e7 req-5a281d65-6310-48e8-a454-79c096dbe6aa tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2ae04fa-9aa9-4a19-b062-e1a28eea4266 HTTP/1.1" status: 200 len: 945 time: 0.0805769 Apr 30 16:03:41.633874 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-97df2f78-93d7-4372-87bc-0c9d119d9aa5 req-93b3e3c1-ae67-4dc8-9bc5-d663778f453f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375910 Apr 30 16:03:41.647173 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-736afb03-8ea9-4c04-99a4-66302f3214e7 req-85fdc6d9-2022-4c8b-b268-7b86ac20a376 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440221 Apr 30 16:03:42.820957 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dca3e4-82b3-440f-9587-1f7574b6643b req-6c004ad8-5f15-4b4c-b074-f201d7645dc2 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:42.822920 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-22dca3e4-82b3-440f-9587-1f7574b6643b req-6c004ad8-5f15-4b4c-b074-f201d7645dc2 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0789142 Apr 30 16:03:42.836085 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5d026-f486-47c5-95af-774ba1e56610 req-1508e2fb-789e-4165-bdc5-7f5b53d372e3 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:42.837519 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-91a5d026-f486-47c5-95af-774ba1e56610 req-1508e2fb-789e-4165-bdc5-7f5b53d372e3 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2ae04fa-9aa9-4a19-b062-e1a28eea4266 HTTP/1.1" status: 200 len: 945 time: 0.0815394 Apr 30 16:03:42.869333 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-22dca3e4-82b3-440f-9587-1f7574b6643b req-c57b51f9-fe97-4056-9758-24da6febc9d3 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395699 Apr 30 16:03:42.883126 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-91a5d026-f486-47c5-95af-774ba1e56610 req-6c7f0674-77bd-4a62-9592-0bb925175a36 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388358 Apr 30 16:03:43.180345 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-06e64b40-2d56-4d77-b784-94437c5d3162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:44.069013 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c136d-e611-4e7a-ba08-859f8975d3e8 req-efd361f9-329a-46fb-a151-304a284a610a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:44.070362 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-e27c136d-e611-4e7a-ba08-859f8975d3e8 req-efd361f9-329a-46fb-a151-304a284a610a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0920210 Apr 30 16:03:44.116406 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-e27c136d-e611-4e7a-ba08-859f8975d3e8 req-a7b9fe4b-4bce-4f75-b8ac-906e5733600c tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402567 Apr 30 16:03:44.308605 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3b87e-351f-4531-8885-f77297dc8153 req-e0ca35a3-5476-4e20-80ac-bca6337e5458 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:44.310117 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b6c3b87e-351f-4531-8885-f77297dc8153 req-e0ca35a3-5476-4e20-80ac-bca6337e5458 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2ae04fa-9aa9-4a19-b062-e1a28eea4266 HTTP/1.1" status: 200 len: 945 time: 0.0812144 Apr 30 16:03:44.359738 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b6c3b87e-351f-4531-8885-f77297dc8153 req-62c1e012-6a96-4d18-8c1f-7b895adf9fd5 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426028 Apr 30 16:03:44.362667 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720849d-43b6-4f28-8ca2-b8b02da6adb9 req-587fa15a-0d50-4d2f-a41c-fa29e96aa6a6 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:44.364153 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a720849d-43b6-4f28-8ca2-b8b02da6adb9 req-587fa15a-0d50-4d2f-a41c-fa29e96aa6a6 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.0959880 Apr 30 16:03:44.411010 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a720849d-43b6-4f28-8ca2-b8b02da6adb9 req-365d63f2-da8a-4073-990b-361259ca49b1 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411701 Apr 30 16:03:44.797400 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc9290-b7ec-4e6d-9e50-f51e9771d0f0 req-6cd9c8c7-986c-4d5d-aaf8-bdae712ab1fb tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:44.798830 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1fbc9290-b7ec-4e6d-9e50-f51e9771d0f0 req-6cd9c8c7-986c-4d5d-aaf8-bdae712ab1fb tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2ae04fa-9aa9-4a19-b062-e1a28eea4266 HTTP/1.1" status: 200 len: 945 time: 0.0840752 Apr 30 16:03:44.938543 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-1fbc9290-b7ec-4e6d-9e50-f51e9771d0f0 req-cf2ae153-1e74-499c-bf80-7a1b1ce34fdc tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Deleting port 11487568-4757-4537-8de2-357898c16b1b {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:03:44.938880 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-1fbc9290-b7ec-4e6d-9e50-f51e9771d0f0 req-cf2ae153-1e74-499c-bf80-7a1b1ce34fdc tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:45.078496 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-1fbc9290-b7ec-4e6d-9e50-f51e9771d0f0 req-cf2ae153-1e74-499c-bf80-7a1b1ce34fdc tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] For port 11487568-4757-4537-8de2-357898c16b1b, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=11487568-4757-4537-8de2-357898c16b1b,segment=NetworkSegment(661407b4-95b2-4d17-9ac4-ce7a66ada27c),segment_id=661407b4-95b2-4d17-9ac4-ce7a66ada27c)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:03:45.078712 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-1fbc9290-b7ec-4e6d-9e50-f51e9771d0f0 req-cf2ae153-1e74-499c-bf80-7a1b1ce34fdc tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:45.211490 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-1fbc9290-b7ec-4e6d-9e50-f51e9771d0f0 req-cf2ae153-1e74-499c-bf80-7a1b1ce34fdc tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Calling delete_port for 11487568-4757-4537-8de2-357898c16b1b owned by compute:nova {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:03:45.326526 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-1fbc9290-b7ec-4e6d-9e50-f51e9771d0f0 req-cf2ae153-1e74-499c-bf80-7a1b1ce34fdc tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:45.332727 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-bb863634-00a7-4212-a363-d1c6775eff02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:45.340036 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['9cb8a50a-ab97-41e8-a96f-59d9de5a8abb', '339a702f-56b3-4e6c-ab5f-2fc446780716', 'e484fb83-1f92-4025-ae75-419c4fb076cf', '11487568-4757-4537-8de2-357898c16b1b'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:03:45.385986 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ae153-1e74-499c-bf80-7a1b1ce34fdc tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Pushing event deleted for resources: {'Port': ['ID=11487568-4757-4537-8de2-357898c16b1b,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:45.390327 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-cf2ae153-1e74-499c-bf80-7a1b1ce34fdc tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:45.406497 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797841f1-a6ee-4db4-b5ca-b1a70acad183 req-c1fbb64e-e1a9-4266-b11b-5518805b3b11 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:45.408217 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-797841f1-a6ee-4db4-b5ca-b1a70acad183 req-c1fbb64e-e1a9-4266-b11b-5518805b3b11 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.1721451 Apr 30 16:03:45.474520 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-797841f1-a6ee-4db4-b5ca-b1a70acad183 req-0a1762bb-c24b-4f66-8c91-8becdd18a14f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589764 Apr 30 16:03:45.481900 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbc9290-b7ec-4e6d-9e50-f51e9771d0f0 req-cf2ae153-1e74-499c-bf80-7a1b1ce34fdc tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] No DVR routers for this DVR port 11487568-4757-4537-8de2-357898c16b1b on host hv-cinder-78719 {{(pid=73963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:03:45.488735 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-1fbc9290-b7ec-4e6d-9e50-f51e9771d0f0 req-cf2ae153-1e74-499c-bf80-7a1b1ce34fdc tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:45.498490 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ae04fa-9aa9-4a19-b062-e1a28eea4266', 'name': 'network-vif-deleted', 'tag': '11487568-4757-4537-8de2-357898c16b1b'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:03:45.552698 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-5f400fed-af00-46f3-9ebd-cc6622b93a42 req-1b53f12d-ddc0-4d83-baa1-cd700062b0ee tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Synchronizing usage tracker for tenant:e47c1439b6884dea85fdc5c04cdf9341 on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:03:45.557671 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1fbc9290-b7ec-4e6d-9e50-f51e9771d0f0 req-cf2ae153-1e74-499c-bf80-7a1b1ce34fdc tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.42 "DELETE /v2.0/ports/11487568-4757-4537-8de2-357898c16b1b HTTP/1.1" status: 204 len: 173 time: 0.7501919 Apr 30 16:03:45.573116 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-5f400fed-af00-46f3-9ebd-cc6622b93a42 req-1b53f12d-ddc0-4d83-baa1-cd700062b0ee tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Unset dirty status for tenant:e47c1439b6884dea85fdc5c04cdf9341 on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:03:45.574510 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5f400fed-af00-46f3-9ebd-cc6622b93a42 req-1b53f12d-ddc0-4d83-baa1-cd700062b0ee tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=c2ae04fa-9aa9-4a19-b062-e1a28eea4266 HTTP/1.1" status: 200 len: 210 time: 0.0689230 Apr 30 16:03:45.693449 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ae04fa-9aa9-4a19-b062-e1a28eea4266', 'name': 'network-vif-deleted', 'tag': '11487568-4757-4537-8de2-357898c16b1b', 'status': 'completed', 'code': 200} Apr 30 16:03:45.736308 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f72e-f460-4313-ad5e-50ec5dffd8b9 req-3d592df1-8d16-4c03-8faf-ff74a22be3e7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:45.737836 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8cd5f72e-f460-4313-ad5e-50ec5dffd8b9 req-3d592df1-8d16-4c03-8faf-ff74a22be3e7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.1392078 Apr 30 16:03:45.789183 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8cd5f72e-f460-4313-ad5e-50ec5dffd8b9 req-3baceb44-f560-447f-8510-98d1a4b3288d tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450280 Apr 30 16:03:45.908514 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:45.932763 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-8ee47824-d78d-4122-a48c-dbc93686b5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:45.965694 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904e2d8-4e99-4f4d-9935-f9b3aff5dd7c req-749425b3-0efe-41e2-9e2f-c3ccaad982e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:45.967313 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1904e2d8-4e99-4f4d-9935-f9b3aff5dd7c req-749425b3-0efe-41e2-9e2f-c3ccaad982e4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 1099 time: 0.0918803 Apr 30 16:03:46.011191 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1904e2d8-4e99-4f4d-9935-f9b3aff5dd7c req-46c431ef-e1ba-4e56-b74a-162602a2677d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357342 Apr 30 16:03:46.133742 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a53f05-0a11-475b-979d-891985570dd9 req-9d9fe1bf-85db-4b6c-89d0-54430589eab8 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:46.135149 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b7a53f05-0a11-475b-979d-891985570dd9 req-9d9fe1bf-85db-4b6c-89d0-54430589eab8 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6ba3437-1501-40e1-8d5a-1fe003cf7a15 HTTP/1.1" status: 200 len: 945 time: 0.0822313 Apr 30 16:03:46.180327 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b7a53f05-0a11-475b-979d-891985570dd9 req-a6dd90bb-4200-41ea-8336-eabbe15e112a tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386052 Apr 30 16:03:46.641941 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:46.668531 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802416db-4a45-4a99-a80d-71157ac8016e req-0fc0447c-d818-4409-bae3-41f003d18ed5 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:46.670214 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-802416db-4a45-4a99-a80d-71157ac8016e req-0fc0447c-d818-4409-bae3-41f003d18ed5 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0901051 Apr 30 16:03:46.718022 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-802416db-4a45-4a99-a80d-71157ac8016e req-dbd123fd-4e82-4f15-9161-6f861d9564ab tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405259 Apr 30 16:03:47.006102 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb8259-aefc-4bf4-8c6e-35d216389ce3 req-cf6dccd0-b330-4758-9c4e-8a9e9254b3c6 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:47.007473 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-00bb8259-aefc-4bf4-8c6e-35d216389ce3 req-cf6dccd0-b330-4758-9c4e-8a9e9254b3c6 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.0823112 Apr 30 16:03:47.054788 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-00bb8259-aefc-4bf4-8c6e-35d216389ce3 req-053274e3-9595-448e-a6e8-0b7ae0e383df tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414882 Apr 30 16:03:47.373175 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c979dc-0a28-4c64-9186-0b1ccb67009d req-7d93f02b-6afb-4f4e-a6eb-8c0f9b30fc1a tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:47.375159 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-29c979dc-0a28-4c64-9186-0b1ccb67009d req-7d93f02b-6afb-4f4e-a6eb-8c0f9b30fc1a tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6ba3437-1501-40e1-8d5a-1fe003cf7a15 HTTP/1.1" status: 200 len: 945 time: 0.0798368 Apr 30 16:03:47.418711 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-29c979dc-0a28-4c64-9186-0b1ccb67009d req-b3312948-bc9b-46c3-90a9-e636debb03b2 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378120 Apr 30 16:03:47.919889 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6867030-ffce-4e9b-9a18-950d41c6e3d9 req-d00e8206-c9df-449e-a3b3-26270e724369 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:47.922090 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-c6867030-ffce-4e9b-9a18-950d41c6e3d9 req-d00e8206-c9df-449e-a3b3-26270e724369 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0961227 Apr 30 16:03:47.968823 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-c6867030-ffce-4e9b-9a18-950d41c6e3d9 req-0b7f80ad-d825-4cea-94bf-df3093603b11 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402856 Apr 30 16:03:48.300817 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80db83-c444-4cc9-bfe5-977d4e6bbdc8 req-6c461d79-666b-4f71-9e7a-08a0cb669778 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:48.302143 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7d80db83-c444-4cc9-bfe5-977d4e6bbdc8 req-6c461d79-666b-4f71-9e7a-08a0cb669778 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.0843680 Apr 30 16:03:48.348890 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7d80db83-c444-4cc9-bfe5-977d4e6bbdc8 req-911235d8-e223-4d49-bcb2-0a64a44e2e8b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408845 Apr 30 16:03:48.362288 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ab157-4798-4f14-93d0-e8b93b430c29 req-247243da-1456-4b69-8517-9dcd0103d1ef tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:48.363748 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-e46ab157-4798-4f14-93d0-e8b93b430c29 req-247243da-1456-4b69-8517-9dcd0103d1ef tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 945 time: 0.0887070 Apr 30 16:03:48.419153 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:48.420442 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-e46ab157-4798-4f14-93d0-e8b93b430c29 req-6183781f-5b7b-458f-aac3-9ff877b8ba32 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501318 Apr 30 16:03:48.495626 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8100412-3718-4762-9d94-bd9cabd4d9f2 req-9792d367-008f-443c-bfdd-028365a06e2e tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:48.497235 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c8100412-3718-4762-9d94-bd9cabd4d9f2 req-9792d367-008f-443c-bfdd-028365a06e2e tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6ba3437-1501-40e1-8d5a-1fe003cf7a15 HTTP/1.1" status: 200 len: 945 time: 0.0908434 Apr 30 16:03:48.618461 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1f74f-c07c-408f-a2c0-15066cf54103 req-5d73c754-f0d3-43e5-8078-541bec82a0cc tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:48.620100 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-51b1f74f-c07c-408f-a2c0-15066cf54103 req-5d73c754-f0d3-43e5-8078-541bec82a0cc tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6ba3437-1501-40e1-8d5a-1fe003cf7a15 HTTP/1.1" status: 200 len: 945 time: 0.0882545 Apr 30 16:03:48.665681 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-51b1f74f-c07c-408f-a2c0-15066cf54103 req-1d974ab3-95fd-496e-a34e-6e6eb8f112e7 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393806 Apr 30 16:03:48.816401 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71391c-4815-4c41-8415-ab4da6a0f4d6 req-40d0ea88-bb10-4ec3-88d4-862ac0df6fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:48.817757 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ee71391c-4815-4c41-8415-ab4da6a0f4d6 req-40d0ea88-bb10-4ec3-88d4-862ac0df6fbb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ab89963bad1468d8d31bd42b50c5e2d&device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 1099 time: 0.2056267 Apr 30 16:03:48.839232 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b67a9-0a1f-4e0b-89ae-769f548afbcc req-677e3624-b094-4379-bf29-43988c280e43 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:48.840678 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9f6b67a9-0a1f-4e0b-89ae-769f548afbcc req-677e3624-b094-4379-bf29-43988c280e43 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.1889298 Apr 30 16:03:48.893699 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-c8100412-3718-4762-9d94-bd9cabd4d9f2 req-374c0285-317d-4067-853b-ddda7c2cd986 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Deleting port fbc864c3-0397-4426-804f-83a3f6a5aabd {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:03:48.894030 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-c8100412-3718-4762-9d94-bd9cabd4d9f2 req-374c0285-317d-4067-853b-ddda7c2cd986 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:49.071362 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9f6b67a9-0a1f-4e0b-89ae-769f548afbcc req-5e62deba-33e4-42cb-9d3c-25b7a7e3ddc5 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096372 Apr 30 16:03:49.114516 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71391c-4815-4c41-8415-ab4da6a0f4d6 req-5da58eec-c628-4622-bc9c-b6189013de5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:49.116007 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ee71391c-4815-4c41-8415-ab4da6a0f4d6 req-5da58eec-c628-4622-bc9c-b6189013de5f service neutron] 10.222.0.42 "GET /v2.0/networks?id=003f3ed1-d8ee-44dc-a675-9957118a6f9c HTTP/1.1" status: 200 len: 919 time: 0.2744734 Apr 30 16:03:49.191559 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ee71391c-4815-4c41-8415-ab4da6a0f4d6 req-72977a44-ff9d-4af1-9b5b-e2f93ee68060 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad0c3a55-63c5-4141-884a-521ad44ca3cc HTTP/1.1" status: 200 len: 217 time: 0.0640197 Apr 30 16:03:49.195847 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-c8100412-3718-4762-9d94-bd9cabd4d9f2 req-374c0285-317d-4067-853b-ddda7c2cd986 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] For port fbc864c3-0397-4426-804f-83a3f6a5aabd, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=fbc864c3-0397-4426-804f-83a3f6a5aabd,segment=NetworkSegment(4a600418-8d26-450f-8b2d-818995a249ab),segment_id=4a600418-8d26-450f-8b2d-818995a249ab)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:03:49.196248 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-c8100412-3718-4762-9d94-bd9cabd4d9f2 req-374c0285-317d-4067-853b-ddda7c2cd986 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:49.373018 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-c8100412-3718-4762-9d94-bd9cabd4d9f2 req-374c0285-317d-4067-853b-ddda7c2cd986 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Calling delete_port for fbc864c3-0397-4426-804f-83a3f6a5aabd owned by compute:nova {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:03:49.401008 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71391c-4815-4c41-8415-ab4da6a0f4d6 req-847261a0-e35a-4a1f-9935-0ea5c1ae9dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:49.402437 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ee71391c-4815-4c41-8415-ab4da6a0f4d6 req-847261a0-e35a-4a1f-9935-0ea5c1ae9dba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ee3010de-4ebd-4277-9903-82c7833bcd22 HTTP/1.1" status: 200 len: 859 time: 0.1982186 Apr 30 16:03:49.412721 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 11487568-4757-4537-8de2-357898c16b1b no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:03:49.457126 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ee71391c-4815-4c41-8415-ab4da6a0f4d6 req-8c6d2456-5ed8-45d2-924d-523b8eb34a1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=003f3ed1-d8ee-44dc-a675-9957118a6f9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465462 Apr 30 16:03:49.471173 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] No Port match for: 11487568-4757-4537-8de2-357898c16b1b {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:03:49.472154 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 11487568-4757-4537-8de2-357898c16b1b not bound to the agent host hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:03:49.552506 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68334bf-ac2a-4bc4-8547-4d74a44a868f req-de839b33-7b8d-4c97-a1a7-c2c03e733f15 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:49.554023 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-e68334bf-ac2a-4bc4-8547-4d74a44a868f req-de839b33-7b8d-4c97-a1a7-c2c03e733f15 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.0916877 Apr 30 16:03:49.599282 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-e68334bf-ac2a-4bc4-8547-4d74a44a868f req-9b453fd1-56ca-48a9-a165-4a6428dd4644 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386829 Apr 30 16:03:49.695668 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-c8100412-3718-4762-9d94-bd9cabd4d9f2 req-374c0285-317d-4067-853b-ddda7c2cd986 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:49.704883 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-459eefe6-71c6-45d1-aafe-97974d06c3b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:49.707084 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['fbc864c3-0397-4426-804f-83a3f6a5aabd'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:03:49.754183 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ee71391c-4815-4c41-8415-ab4da6a0f4d6 req-51f059c9-6849-43f0-8e40-88570b4670ce service neutron] 10.222.0.42 "GET /v2.0/networks/003f3ed1-d8ee-44dc-a675-9957118a6f9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829027 Apr 30 16:03:49.757959 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c0285-317d-4067-853b-ddda7c2cd986 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Pushing event deleted for resources: {'Port': ['ID=fbc864c3-0397-4426-804f-83a3f6a5aabd,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:49.761721 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-374c0285-317d-4067-853b-ddda7c2cd986 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:49.823947 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-6dac471d-df58-448d-a70e-4096b6710f55 req-007ad8b8-5ad8-45cb-953c-5497a8883953 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6ba3437-1501-40e1-8d5a-1fe003cf7a15 HTTP/1.1" status: 200 len: 210 time: 0.0434701 Apr 30 16:03:49.878640 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8100412-3718-4762-9d94-bd9cabd4d9f2 req-374c0285-317d-4067-853b-ddda7c2cd986 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] No DVR routers for this DVR port fbc864c3-0397-4426-804f-83a3f6a5aabd on host hv-cinder-78719 {{(pid=73963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:03:49.883741 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-c8100412-3718-4762-9d94-bd9cabd4d9f2 req-374c0285-317d-4067-853b-ddda7c2cd986 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:49.886875 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ba3437-1501-40e1-8d5a-1fe003cf7a15', 'name': 'network-vif-deleted', 'tag': 'fbc864c3-0397-4426-804f-83a3f6a5aabd'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:03:49.941306 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d619c-a68d-43d3-98a4-5dabe9407c94 req-6d678302-c1f8-499c-971e-ca68fd5e7023 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:49.942800 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5e6d619c-a68d-43d3-98a4-5dabe9407c94 req-6d678302-c1f8-499c-971e-ca68fd5e7023 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 945 time: 0.3876953 Apr 30 16:03:49.956527 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ba3437-1501-40e1-8d5a-1fe003cf7a15', 'name': 'network-vif-deleted', 'tag': 'fbc864c3-0397-4426-804f-83a3f6a5aabd', 'status': 'completed', 'code': 200} Apr 30 16:03:49.987563 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c8100412-3718-4762-9d94-bd9cabd4d9f2 req-374c0285-317d-4067-853b-ddda7c2cd986 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.42 "DELETE /v2.0/ports/fbc864c3-0397-4426-804f-83a3f6a5aabd HTTP/1.1" status: 204 len: 173 time: 1.4839575 Apr 30 16:03:50.119607 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5e6d619c-a68d-43d3-98a4-5dabe9407c94 req-59479da1-1b78-4f20-a2a5-73b988e6b6c1 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561437 Apr 30 16:03:50.121677 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ee71391c-4815-4c41-8415-ab4da6a0f4d6 req-3241b85a-947d-40c0-a19a-39a57294f41b service neutron] 10.222.0.42 "GET /v2.0/networks/003f3ed1-d8ee-44dc-a675-9957118a6f9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269401 Apr 30 16:03:50.270321 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceeadba-5f9f-4588-a1aa-4101070fb123 req-2d9f9e53-f7fd-4bdf-b8ca-5ab331e6cdee tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:50.271881 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-cceeadba-5f9f-4588-a1aa-4101070fb123 req-2d9f9e53-f7fd-4bdf-b8ca-5ab331e6cdee tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0821648 Apr 30 16:03:50.319972 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-cceeadba-5f9f-4588-a1aa-4101070fb123 req-ec6ffb30-f3b1-4cbd-968e-d3e2c004b221 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416727 Apr 30 16:03:50.678255 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8cdb0-cff8-438a-96f5-3e6fc8475dba req-0cae37d5-2993-4ef5-851a-19a4d76e9eb3 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:50.681251 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-29a8cdb0-cff8-438a-96f5-3e6fc8475dba req-0cae37d5-2993-4ef5-851a-19a4d76e9eb3 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.42 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 945 time: 0.0825498 Apr 30 16:03:50.882255 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0c5a6-6e3d-4339-8c41-a0b5cc126d6b req-ff5a9a3c-99c7-4576-88ef-0f4bfa4d8b67 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:50.883591 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-29e0c5a6-6e3d-4339-8c41-a0b5cc126d6b req-ff5a9a3c-99c7-4576-88ef-0f4bfa4d8b67 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.1551373 Apr 30 16:03:50.913910 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-29a8cdb0-cff8-438a-96f5-3e6fc8475dba req-370630b3-bf7e-495a-b3db-d6f19989dd9a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Deleting port e484fb83-1f92-4025-ae75-419c4fb076cf {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:03:50.914278 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-29a8cdb0-cff8-438a-96f5-3e6fc8475dba req-370630b3-bf7e-495a-b3db-d6f19989dd9a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:51.010110 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-29e0c5a6-6e3d-4339-8c41-a0b5cc126d6b req-e88f87bc-052d-4bd3-b9fb-68279901d355 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170969 Apr 30 16:03:51.079280 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-29a8cdb0-cff8-438a-96f5-3e6fc8475dba req-370630b3-bf7e-495a-b3db-d6f19989dd9a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] For port e484fb83-1f92-4025-ae75-419c4fb076cf, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e484fb83-1f92-4025-ae75-419c4fb076cf,segment=NetworkSegment(661407b4-95b2-4d17-9ac4-ce7a66ada27c),segment_id=661407b4-95b2-4d17-9ac4-ce7a66ada27c)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:03:51.079644 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-29a8cdb0-cff8-438a-96f5-3e6fc8475dba req-370630b3-bf7e-495a-b3db-d6f19989dd9a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:51.252647 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-29a8cdb0-cff8-438a-96f5-3e6fc8475dba req-370630b3-bf7e-495a-b3db-d6f19989dd9a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Calling delete_port for e484fb83-1f92-4025-ae75-419c4fb076cf owned by compute:nova {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:03:51.354506 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9be5c-2eec-4b94-b638-8e0dca62da7f req-31b6f6e0-f640-49ad-a1aa-5381a79cc02f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:51.355991 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ddf9be5c-2eec-4b94-b638-8e0dca62da7f req-31b6f6e0-f640-49ad-a1aa-5381a79cc02f tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 945 time: 0.0881922 Apr 30 16:03:51.366664 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-29a8cdb0-cff8-438a-96f5-3e6fc8475dba req-370630b3-bf7e-495a-b3db-d6f19989dd9a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:51.379345 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['9cb8a50a-ab97-41e8-a96f-59d9de5a8abb', '339a702f-56b3-4e6c-ab5f-2fc446780716', 'e484fb83-1f92-4025-ae75-419c4fb076cf'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:03:51.381704 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-35369a00-cabf-42d6-8c69-203931aad146 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:03:51.415503 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ddf9be5c-2eec-4b94-b638-8e0dca62da7f req-d28b8ee4-dcb1-4ceb-9ff2-0c53d23a27b9 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525553 Apr 30 16:03:51.466482 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370630b3-bf7e-495a-b3db-d6f19989dd9a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Pushing event deleted for resources: {'Port': ['ID=e484fb83-1f92-4025-ae75-419c4fb076cf,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:03:51.469194 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-370630b3-bf7e-495a-b3db-d6f19989dd9a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:03:51.548073 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a8cdb0-cff8-438a-96f5-3e6fc8475dba req-370630b3-bf7e-495a-b3db-d6f19989dd9a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] No DVR routers for this DVR port e484fb83-1f92-4025-ae75-419c4fb076cf on host hv-cinder-78719 {{(pid=73963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:03:51.550538 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-29a8cdb0-cff8-438a-96f5-3e6fc8475dba req-370630b3-bf7e-495a-b3db-d6f19989dd9a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:03:51.569448 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-29a8cdb0-cff8-438a-96f5-3e6fc8475dba req-370630b3-bf7e-495a-b3db-d6f19989dd9a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.42 "DELETE /v2.0/ports/e484fb83-1f92-4025-ae75-419c4fb076cf HTTP/1.1" status: 204 len: 173 time: 0.8804412 Apr 30 16:03:51.602384 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4ea2f-1778-4ef5-814a-4100703fc8a9 req-23b6186f-8bff-4781-88ea-e24a0fa72ebf tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:51.603806 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-87c4ea2f-1778-4ef5-814a-4100703fc8a9 req-23b6186f-8bff-4781-88ea-e24a0fa72ebf tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.1387589 Apr 30 16:03:51.649035 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-87c4ea2f-1778-4ef5-814a-4100703fc8a9 req-a0ef63d3-4cbc-4ffd-b39c-11cb82f883b7 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387819 Apr 30 16:03:51.957834 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18042506-c3e6-4bfc-991b-68fd6a06bc39', 'name': 'network-vif-deleted', 'tag': 'e484fb83-1f92-4025-ae75-419c4fb076cf'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:03:52.001272 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18042506-c3e6-4bfc-991b-68fd6a06bc39', 'name': 'network-vif-deleted', 'tag': 'e484fb83-1f92-4025-ae75-419c4fb076cf', 'status': 'completed', 'code': 200} Apr 30 16:03:52.197830 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad46772-be2a-4316-94fd-96b6d2b97ac1 req-bf75bfd6-23ad-4d96-853f-bba0f870b7c1 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:52.199269 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9ad46772-be2a-4316-94fd-96b6d2b97ac1 req-bf75bfd6-23ad-4d96-853f-bba0f870b7c1 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.0796335 Apr 30 16:03:52.244512 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9ad46772-be2a-4316-94fd-96b6d2b97ac1 req-b4e6d5a2-6257-4ca5-a46d-9914c5a39060 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394423 Apr 30 16:03:52.567962 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-64565827-b6f6-413d-b7cc-f9f4df226232 req-a6393499-4a0f-4bb7-93b8-e2a0648cf20a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 210 time: 0.0418463 Apr 30 16:03:52.831499 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4b651-4174-43b2-bd06-65c1a07f4111 req-3634caf8-262f-4add-9ce5-f1ad5b7f641a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:52.832836 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-bce4b651-4174-43b2-bd06-65c1a07f4111 req-3634caf8-262f-4add-9ce5-f1ad5b7f641a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0801127 Apr 30 16:03:52.876263 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-bce4b651-4174-43b2-bd06-65c1a07f4111 req-cca61e54-69b9-4db8-9dfd-ad3962d493dd tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377688 Apr 30 16:03:53.439404 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4271a-0719-4c47-a296-50d5e3a7a9f5 req-b7856035-8725-4ab9-b238-3b37f81b3332 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:53.440849 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-5ab4271a-0719-4c47-a296-50d5e3a7a9f5 req-b7856035-8725-4ab9-b238-3b37f81b3332 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.0809147 Apr 30 16:03:53.484769 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-5ab4271a-0719-4c47-a296-50d5e3a7a9f5 req-74d62cba-4581-499a-a5a2-a528926cfa85 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382113 Apr 30 16:03:53.712690 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-50a3911e-6440-4842-b513-b46955fc260e req-300b0758-91b0-417e-9fcb-38abf0dda285 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Synchronizing usage tracker for tenant:e47c1439b6884dea85fdc5c04cdf9341 on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:03:53.727944 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-50a3911e-6440-4842-b513-b46955fc260e req-300b0758-91b0-417e-9fcb-38abf0dda285 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Unset dirty status for tenant:e47c1439b6884dea85fdc5c04cdf9341 on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:03:53.729067 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-50a3911e-6440-4842-b513-b46955fc260e req-300b0758-91b0-417e-9fcb-38abf0dda285 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 210 time: 0.0565417 Apr 30 16:03:54.056097 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bdb9dd-ae6c-44f1-8336-b890ac991b07 req-06d8af4f-af43-462d-9218-4c5bed133f9f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:54.057530 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-92bdb9dd-ae6c-44f1-8336-b890ac991b07 req-06d8af4f-af43-462d-9218-4c5bed133f9f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0778642 Apr 30 16:03:54.103048 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-92bdb9dd-ae6c-44f1-8336-b890ac991b07 req-55e7f2cf-f948-4332-a2de-e858503fd36d tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387013 Apr 30 16:03:54.671899 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55043b-0dcf-4212-8de9-3bb9e5d6cc25 req-37efb178-13d9-4b72-aac0-9df4628c4350 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:54.673259 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3b55043b-0dcf-4212-8de9-3bb9e5d6cc25 req-37efb178-13d9-4b72-aac0-9df4628c4350 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.0809522 Apr 30 16:03:54.717378 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3b55043b-0dcf-4212-8de9-3bb9e5d6cc25 req-1cb45761-3fa2-41d1-8002-1e5f62b734d5 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385184 Apr 30 16:03:54.869460 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device fbc864c3-0397-4426-804f-83a3f6a5aabd no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:03:54.879570 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d5ab0507-971b-422f-90e0-8312236d03a8 req-213d672a-f879-4735-979d-1e4cdfbc0e65 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=18042506-c3e6-4bfc-991b-68fd6a06bc39 HTTP/1.1" status: 200 len: 210 time: 0.0444465 Apr 30 16:03:54.908865 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] No Port match for: fbc864c3-0397-4426-804f-83a3f6a5aabd {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:03:54.909213 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device fbc864c3-0397-4426-804f-83a3f6a5aabd not bound to the agent host hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:03:55.285992 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda48b7-d289-4195-84be-26abefab7930 req-b4cce756-b4ba-49a4-826f-64ff867f4226 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:55.287424 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6fda48b7-d289-4195-84be-26abefab7930 req-b4cce756-b4ba-49a4-826f-64ff867f4226 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0785511 Apr 30 16:03:55.338162 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6fda48b7-d289-4195-84be-26abefab7930 req-727a4917-d284-4149-94f3-50526cd4ee17 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448909 Apr 30 16:03:55.908758 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ed0c1-6bc7-4a7d-b87a-e6e6b5e102cb req-485cdf82-9b62-411b-8e46-198817cbcc8a tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:55.910355 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-365ed0c1-6bc7-4a7d-b87a-e6e6b5e102cb req-485cdf82-9b62-411b-8e46-198817cbcc8a tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.0800426 Apr 30 16:03:55.977867 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-365ed0c1-6bc7-4a7d-b87a-e6e6b5e102cb req-76fc1802-1c28-4190-ac4b-b9a3c7f7cccc tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599709 Apr 30 16:03:56.375550 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f31d1-dfd5-45f7-85fa-0a6ae38f846d req-4e1077ce-6bdb-4087-8b00-c35043bad2ea tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:56.377064 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2a0f31d1-dfd5-45f7-85fa-0a6ae38f846d req-4e1077ce-6bdb-4087-8b00-c35043bad2ea tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc0d4c0-2810-42ae-a86c-4977a8f704f0 HTTP/1.1" status: 200 len: 946 time: 0.0814431 Apr 30 16:03:56.422531 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2a0f31d1-dfd5-45f7-85fa-0a6ae38f846d req-2c6fc6a1-7c9b-433c-839d-5224f20d8184 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392444 Apr 30 16:03:56.528852 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d39e3-fd02-470c-9693-f61f8d3430ce req-d6527c5f-0d3d-4a48-b5ef-7d3e0d7894c1 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:56.531321 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ad8d39e3-fd02-470c-9693-f61f8d3430ce req-d6527c5f-0d3d-4a48-b5ef-7d3e0d7894c1 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.0840192 Apr 30 16:03:56.574388 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ad8d39e3-fd02-470c-9693-f61f8d3430ce req-1c5735f7-20f5-4db5-a0cd-32125321d7ad tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378432 Apr 30 16:03:57.170469 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9848200-e61b-4b27-9564-d7cb4a3e3346 req-ca79eecb-6de1-48d6-bf97-fb3e85379170 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:57.172082 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a9848200-e61b-4b27-9564-d7cb4a3e3346 req-ca79eecb-6de1-48d6-bf97-fb3e85379170 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.0805616 Apr 30 16:03:57.279939 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a9848200-e61b-4b27-9564-d7cb4a3e3346 req-d7f73f20-778b-4918-a207-a74d63f80efc tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017838 Apr 30 16:03:57.612892 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a7215-6859-4f73-a65e-b717828dffa1 req-947626bd-ff1e-48fe-8e99-5432bf77fb9b tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:57.614253 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d45a7215-6859-4f73-a65e-b717828dffa1 req-947626bd-ff1e-48fe-8e99-5432bf77fb9b tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc0d4c0-2810-42ae-a86c-4977a8f704f0 HTTP/1.1" status: 200 len: 946 time: 0.0814991 Apr 30 16:03:57.658512 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d45a7215-6859-4f73-a65e-b717828dffa1 req-f67cb6a4-48d8-40af-8545-a1363478f8eb tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386934 Apr 30 16:03:58.466344 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12767af-c89a-412a-9ae9-65ed0a1efdb4 req-3bdaf9e6-e170-443d-9862-f0b95b10b612 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:58.467764 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-c12767af-c89a-412a-9ae9-65ed0a1efdb4 req-3bdaf9e6-e170-443d-9862-f0b95b10b612 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.0790544 Apr 30 16:03:58.511415 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-c12767af-c89a-412a-9ae9-65ed0a1efdb4 req-6dc7a5c0-72b8-4c29-bf9c-e9e8db0fb359 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379627 Apr 30 16:03:58.839353 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce4c95-cfd4-4987-976b-e0e94f7f18fc req-f45d50a9-571d-4cda-9a8a-488e91447c9d tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:58.840816 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0dce4c95-cfd4-4987-976b-e0e94f7f18fc req-f45d50a9-571d-4cda-9a8a-488e91447c9d tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc0d4c0-2810-42ae-a86c-4977a8f704f0 HTTP/1.1" status: 200 len: 946 time: 0.0785925 Apr 30 16:03:58.885226 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0dce4c95-cfd4-4987-976b-e0e94f7f18fc req-a9af2b7c-5a0b-4d4e-877e-f4c65d01fd8c tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383539 Apr 30 16:03:59.489754 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device e484fb83-1f92-4025-ae75-419c4fb076cf no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:03:59.525806 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] No Port match for: e484fb83-1f92-4025-ae75-419c4fb076cf {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:03:59.526082 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device e484fb83-1f92-4025-ae75-419c4fb076cf not bound to the agent host hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:03:59.697898 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671bd6d-4dec-4e14-9f5a-a9d91ec92a4c req-7afb9d31-fa85-445b-9162-3baa38d6fd6f tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:03:59.699296 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3671bd6d-4dec-4e14-9f5a-a9d91ec92a4c req-7afb9d31-fa85-445b-9162-3baa38d6fd6f tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.0788300 Apr 30 16:03:59.744136 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3671bd6d-4dec-4e14-9f5a-a9d91ec92a4c req-7a1df7a2-3274-41c8-a5b9-c443c183951b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384552 Apr 30 16:04:00.127747 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f2cc5-079b-44cd-b139-5182e9202a64 req-e2894f16-092a-4e52-ba3e-1d32ffb1a43b tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:00.129207 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-084f2cc5-079b-44cd-b139-5182e9202a64 req-e2894f16-092a-4e52-ba3e-1d32ffb1a43b tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc0d4c0-2810-42ae-a86c-4977a8f704f0 HTTP/1.1" status: 200 len: 946 time: 0.1403866 Apr 30 16:04:00.173134 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-084f2cc5-079b-44cd-b139-5182e9202a64 req-d5c0ae7f-3753-4684-885c-e33ae09987ee tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382569 Apr 30 16:04:00.939111 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ce74e-3e4a-4959-8f05-3261dc7a1010 req-362d07f8-65ea-4caf-a1ed-bbf2d18695e6 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:00.940568 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7b8ce74e-3e4a-4959-8f05-3261dc7a1010 req-362d07f8-65ea-4caf-a1ed-bbf2d18695e6 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.0845990 Apr 30 16:04:00.987414 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7b8ce74e-3e4a-4959-8f05-3261dc7a1010 req-8bef8bd8-1063-40ca-9f02-b9ffdb60ae91 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411108 Apr 30 16:04:01.429752 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ece05c-fddc-4598-9763-5bacc4ad4d98 req-5767166c-18ae-44bd-b3bb-402afbb2e982 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:01.431184 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-04ece05c-fddc-4598-9763-5bacc4ad4d98 req-5767166c-18ae-44bd-b3bb-402afbb2e982 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc0d4c0-2810-42ae-a86c-4977a8f704f0 HTTP/1.1" status: 200 len: 946 time: 0.1470902 Apr 30 16:04:01.459225 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc984cc9-eed2-4e74-b908-b967dcd7d2fc req-a571bf29-5c27-49e4-892a-4147abd52f52 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:01.460614 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-dc984cc9-eed2-4e74-b908-b967dcd7d2fc req-a571bf29-5c27-49e4-892a-4147abd52f52 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc0d4c0-2810-42ae-a86c-4977a8f704f0 HTTP/1.1" status: 200 len: 946 time: 0.1261127 Apr 30 16:04:01.482246 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-bffe0bde-9149-4da2-8fb8-f6d8de57ce2a tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:01.484257 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-bffe0bde-9149-4da2-8fb8-f6d8de57ce2a tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/networks?id=6f0cb582-8a98-424c-89a9-fb25afaaf7fb HTTP/1.1" status: 200 len: 813 time: 0.1510613 Apr 30 16:04:01.507416 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-3a4d538b-a87a-4fbd-93ef-ba3bccc1a1c8 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/quotas/763eb697197c48b8ab46c42ba2a8b2ec HTTP/1.1" status: 200 len: 375 time: 0.0142972 Apr 30 16:04:01.530212 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-04ece05c-fddc-4598-9763-5bacc4ad4d98 req-9f240742-b21a-4f95-81d5-5e6ffe4c2fab tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913033 Apr 30 16:04:01.558142 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-008b3a2d-0d4f-47e4-ae08-ab3d302d9e2f tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=763eb697197c48b8ab46c42ba2a8b2ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519757 Apr 30 16:04:01.626226 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-dc984cc9-eed2-4e74-b908-b967dcd7d2fc req-f913d7db-9e04-47d1-8957-891e94369d8a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Deleting port 339a702f-56b3-4e6c-ab5f-2fc446780716 {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:04:01.626571 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-dc984cc9-eed2-4e74-b908-b967dcd7d2fc req-f913d7db-9e04-47d1-8957-891e94369d8a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:01.708461 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-f0b8193d-6a71-4e19-be49-13c8dcbe6966 service neutron] 10.222.0.72 "GET /v2.0/networks/6f0cb582-8a98-424c-89a9-fb25afaaf7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433947 Apr 30 16:04:01.759330 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-dc984cc9-eed2-4e74-b908-b967dcd7d2fc req-f913d7db-9e04-47d1-8957-891e94369d8a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] For port 339a702f-56b3-4e6c-ab5f-2fc446780716, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=339a702f-56b3-4e6c-ab5f-2fc446780716,segment=NetworkSegment(661407b4-95b2-4d17-9ac4-ce7a66ada27c),segment_id=661407b4-95b2-4d17-9ac4-ce7a66ada27c)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:04:01.759688 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-dc984cc9-eed2-4e74-b908-b967dcd7d2fc req-f913d7db-9e04-47d1-8957-891e94369d8a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:01.843734 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-01fb9cfc-9407-4a1a-9423-7b3c8dc77301 service neutron] 10.222.0.72 "GET /v2.0/networks/6f0cb582-8a98-424c-89a9-fb25afaaf7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266031 Apr 30 16:04:01.879887 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-dc984cc9-eed2-4e74-b908-b967dcd7d2fc req-f913d7db-9e04-47d1-8957-891e94369d8a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Calling delete_port for 339a702f-56b3-4e6c-ab5f-2fc446780716 owned by compute:nova {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:04:02.043712 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-c18172dc-978b-49c7-aa9a-18839b4700e1 req-156926ed-c53a-4143-ac8b-53c6040869d9 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Synchronizing usage tracker for tenant:763eb697197c48b8ab46c42ba2a8b2ec on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:04:02.062244 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-dc984cc9-eed2-4e74-b908-b967dcd7d2fc req-f913d7db-9e04-47d1-8957-891e94369d8a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:02.069167 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-cf2ae153-1e74-499c-bf80-7a1b1ce34fdc tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:02.079943 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['9cb8a50a-ab97-41e8-a96f-59d9de5a8abb', '339a702f-56b3-4e6c-ab5f-2fc446780716'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:04:02.110312 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-c18172dc-978b-49c7-aa9a-18839b4700e1 req-156926ed-c53a-4143-ac8b-53c6040869d9 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Unset dirty status for tenant:763eb697197c48b8ab46c42ba2a8b2ec on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:04:02.117448 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c18172dc-978b-49c7-aa9a-18839b4700e1 req-156926ed-c53a-4143-ac8b-53c6040869d9 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f4ad412-c48d-495d-bb3e-0f8ca8ef4992 HTTP/1.1" status: 200 len: 210 time: 0.1252580 Apr 30 16:04:02.199257 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913d7db-9e04-47d1-8957-891e94369d8a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Pushing event deleted for resources: {'Port': ['ID=339a702f-56b3-4e6c-ab5f-2fc446780716,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:02.220882 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e6e2d-9274-4f12-acbe-f071d9526800 req-9304eaa9-3592-4eec-bc50-e9b53346f52c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:02.222635 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-400e6e2d-9274-4f12-acbe-f071d9526800 req-9304eaa9-3592-4eec-bc50-e9b53346f52c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.1214917 Apr 30 16:04:02.242137 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-f913d7db-9e04-47d1-8957-891e94369d8a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:02.243066 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc984cc9-eed2-4e74-b908-b967dcd7d2fc req-f913d7db-9e04-47d1-8957-891e94369d8a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] No DVR routers for this DVR port 339a702f-56b3-4e6c-ab5f-2fc446780716 on host hv-cinder-78719 {{(pid=73963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:04:02.249825 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-dc984cc9-eed2-4e74-b908-b967dcd7d2fc req-f913d7db-9e04-47d1-8957-891e94369d8a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:02.253842 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc0d4c0-2810-42ae-a86c-4977a8f704f0', 'name': 'network-vif-deleted', 'tag': '339a702f-56b3-4e6c-ab5f-2fc446780716'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:04:02.288788 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-dc984cc9-eed2-4e74-b908-b967dcd7d2fc req-f913d7db-9e04-47d1-8957-891e94369d8a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.42 "DELETE /v2.0/ports/339a702f-56b3-4e6c-ab5f-2fc446780716 HTTP/1.1" status: 204 len: 173 time: 0.8206437 Apr 30 16:04:02.303993 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-400e6e2d-9274-4f12-acbe-f071d9526800 req-c9b058f8-1019-40ef-b3b1-45407a2e0b55 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649147 Apr 30 16:04:02.332089 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc0d4c0-2810-42ae-a86c-4977a8f704f0', 'name': 'network-vif-deleted', 'tag': '339a702f-56b3-4e6c-ab5f-2fc446780716', 'status': 'completed', 'code': 200} Apr 30 16:04:02.698388 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-76c93649-5290-4cee-a9a7-7e93f575654d req-1f9b4385-950f-429a-942f-e99ea92b6279 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc0d4c0-2810-42ae-a86c-4977a8f704f0 HTTP/1.1" status: 200 len: 210 time: 0.0419879 Apr 30 16:04:03.270731 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-dd9bfecc-c96c-4955-a64d-d40b2bb5eb06 req-a05b0dc5-6950-4b99-b249-1ad5bc85ad5a tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f4ad412-c48d-495d-bb3e-0f8ca8ef4992 HTTP/1.1" status: 200 len: 210 time: 0.0479569 Apr 30 16:04:03.516990 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-176aedb4-d95e-45bf-8ca8-324cba074ce1 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:03.518806 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-176aedb4-d95e-45bf-8ca8-324cba074ce1 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.42 "GET /v2.0/networks?id=6f0cb582-8a98-424c-89a9-fb25afaaf7fb HTTP/1.1" status: 200 len: 813 time: 0.1711307 Apr 30 16:04:03.528064 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b2335-32aa-4ce5-ac22-9a8dfeb361eb req-18532805-62be-4613-af80-458f9ef15445 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:03.530665 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-de6b2335-32aa-4ce5-ac22-9a8dfeb361eb req-18532805-62be-4613-af80-458f9ef15445 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.1175792 Apr 30 16:04:03.534203 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-0124222e-1f38-4c31-afe5-ba31fc6eebf8 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Request body: {'port': {'device_id': '7f4ad412-c48d-495d-bb3e-0f8ca8ef4992', 'network_id': '6f0cb582-8a98-424c-89a9-fb25afaaf7fb', 'admin_state_up': True, 'tenant_id': '763eb697197c48b8ab46c42ba2a8b2ec'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:04:03.575685 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-de6b2335-32aa-4ce5-ac22-9a8dfeb361eb req-b8e9df49-1abc-429c-82b3-8c87578489ea tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389111 Apr 30 16:04:03.711716 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-3c795d38-c89f-4ec4-bc96-cd83fd8b666a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1762422898&fields=id&tenant_id=75612fb9c54545baa7fc7f75d63cf365 HTTP/1.1" status: 200 len: 267 time: 0.0778368 Apr 30 16:04:03.740504 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-0124222e-1f38-4c31-afe5-ba31fc6eebf8 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:03.768451 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-0124222e-1f38-4c31-afe5-ba31fc6eebf8 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:03.839937 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-0124222e-1f38-4c31-afe5-ba31fc6eebf8 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Made reservation on behalf of 763eb697197c48b8ab46c42ba2a8b2ec for: {'port': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:04:03.843490 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-0124222e-1f38-4c31-afe5-ba31fc6eebf8 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:03.943884 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-bf68a9a7-fd87-4363-9c17-66d65f3d1126 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:03.945352 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-bf68a9a7-fd87-4363-9c17-66d65f3d1126 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/networks?id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9 HTTP/1.1" status: 200 len: 812 time: 0.2248280 Apr 30 16:04:03.976699 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-20fa2e9f-edfa-43b4-837c-11d18d866da5 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/quotas/75612fb9c54545baa7fc7f75d63cf365 HTTP/1.1" status: 200 len: 375 time: 0.0202079 Apr 30 16:04:04.164256 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-0124222e-1f38-4c31-afe5-ba31fc6eebf8 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Allocated IP 172.20.0.10 (6f0cb582-8a98-424c-89a9-fb25afaaf7fb/74c4b6d4-efd8-43d3-a359-33ee28109e33/c9becf2a-6a88-4c41-be81-4e64cf817248) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:04:04.211497 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-f9ee521c-f676-481c-8420-54cae59e3d7c tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=75612fb9c54545baa7fc7f75d63cf365&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2287085 Apr 30 16:04:04.408780 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af73660-bb6d-4e9b-8732-d4193dd101e5 req-cc553bf3-9b11-4371-852e-647b51d1f736 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:04.410329 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-2af73660-bb6d-4e9b-8732-d4193dd101e5 req-cc553bf3-9b11-4371-852e-647b51d1f736 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.0893195 Apr 30 16:04:04.454762 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-2af73660-bb6d-4e9b-8732-d4193dd101e5 req-ad8d9516-13a7-40fe-8ddd-de0fb3558e0a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383472 Apr 30 16:04:04.464950 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-bacea16a-82ff-43d8-a53a-20427159f7a0 service neutron] 10.222.0.72 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389867 Apr 30 16:04:04.531317 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-0124222e-1f38-4c31-afe5-ba31fc6eebf8 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:04.595031 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-127ff7b4-f2dd-42dd-9229-c8dcf3b08359 req-e2a9bc14-0952-4f72-8838-6740ef41054d tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f4ad412-c48d-495d-bb3e-0f8ca8ef4992 HTTP/1.1" status: 200 len: 210 time: 0.0450954 Apr 30 16:04:04.631939 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-477cb912-27eb-4c24-ba74-b6431caafcd5 service neutron] 10.222.0.72 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546876 Apr 30 16:04:04.643226 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-0124222e-1f38-4c31-afe5-ba31fc6eebf8 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:04.658225 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-942d98c8-11d6-41dd-8c33-e29b34612d3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:04.710587 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-0124222e-1f38-4c31-afe5-ba31fc6eebf8 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Network 6f0cb582-8a98-424c-89a9-fb25afaaf7fb is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:04:04.713951 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-0124222e-1f38-4c31-afe5-ba31fc6eebf8 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:04:04.718703 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-0124222e-1f38-4c31-afe5-ba31fc6eebf8 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:04:04.724185 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-0124222e-1f38-4c31-afe5-ba31fc6eebf8 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:04.724777 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-0124222e-1f38-4c31-afe5-ba31fc6eebf8 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:04.766658 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124222e-1f38-4c31-afe5-ba31fc6eebf8 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Pushing event updated for resources: {'Port': ['ID=c9becf2a-6a88-4c41-be81-4e64cf817248,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:04.769333 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-0124222e-1f38-4c31-afe5-ba31fc6eebf8 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:04.770886 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-0124222e-1f38-4c31-afe5-ba31fc6eebf8 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2430356 Apr 30 16:04:04.785024 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-792b8be0-ddbb-4ce8-a97b-48ee84e0013a service neutron] Request body: {'port': {'device_id': '7f4ad412-c48d-495d-bb3e-0f8ca8ef4992', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:04:04.787874 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cca6e-5378-4f93-a7da-16c9291855d0 req-17046422-124f-4bef-9f71-f454d9f4b75f tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:04.794868 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-cd2cca6e-5378-4f93-a7da-16c9291855d0 req-17046422-124f-4bef-9f71-f454d9f4b75f tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.0911310 Apr 30 16:04:04.837434 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-cd2cca6e-5378-4f93-a7da-16c9291855d0 req-71e8cd8e-d129-4cc7-96af-cca3ae28ec68 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411184 Apr 30 16:04:04.897834 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-792b8be0-ddbb-4ce8-a97b-48ee84e0013a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:04.919600 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 339a702f-56b3-4e6c-ab5f-2fc446780716 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:04:05.024828 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] No Port match for: 339a702f-56b3-4e6c-ab5f-2fc446780716 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:04:05.025175 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 339a702f-56b3-4e6c-ab5f-2fc446780716 not bound to the agent host hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:04:05.046612 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-d55a05d4-d799-4efd-935e-437ed9005880 req-3e42f9e5-3f4a-486c-9382-c5eeaf7b1932 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Synchronizing usage tracker for tenant:75612fb9c54545baa7fc7f75d63cf365 on resource:port {{(pid=73964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:04:05.069218 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-d55a05d4-d799-4efd-935e-437ed9005880 req-3e42f9e5-3f4a-486c-9382-c5eeaf7b1932 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Unset dirty status for tenant:75612fb9c54545baa7fc7f75d63cf365 on resource:port {{(pid=73964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:04:05.083714 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d55a05d4-d799-4efd-935e-437ed9005880 req-3e42f9e5-3f4a-486c-9382-c5eeaf7b1932 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=67373a4f-5292-4a1d-aa0d-e1ba5070a74b HTTP/1.1" status: 200 len: 210 time: 0.0829105 Apr 30 16:04:05.278248 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-792b8be0-ddbb-4ce8-a97b-48ee84e0013a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9becf2a-6a88-4c41-be81-4e64cf817248 {{(pid=73963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:04:05.297602 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-792b8be0-ddbb-4ce8-a97b-48ee84e0013a service neutron] Notify callbacks [] for port, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:05.316963 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-792b8be0-ddbb-4ce8-a97b-48ee84e0013a service neutron] Transition to ACTIVE for port object c9becf2a-6a88-4c41-be81-4e64cf817248 will not be triggered until provisioned by entity L2. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:04:05.322786 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-792b8be0-ddbb-4ce8-a97b-48ee84e0013a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:05.335423 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-b5a51b07-35ed-40e4-9e55-08ad8713e12d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:05.481928 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff793e34-7e20-41d2-8ee5-a3a1d99365c2 req-bdb0d41e-e1c8-4e4d-a840-d7dcf825fee9 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:05.484274 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ff793e34-7e20-41d2-8ee5-a3a1d99365c2 req-bdb0d41e-e1c8-4e4d-a840-d7dcf825fee9 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eba312e-6afe-42d2-a844-c12a7e959a34 HTTP/1.1" status: 200 len: 945 time: 0.0890555 Apr 30 16:04:05.516012 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b8be0-ddbb-4ce8-a97b-48ee84e0013a service neutron] Pushing event updated for resources: {'Port': ['ID=c9becf2a-6a88-4c41-be81-4e64cf817248,revision_number=2']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:05.519067 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-792b8be0-ddbb-4ce8-a97b-48ee84e0013a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:05.541303 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ff793e34-7e20-41d2-8ee5-a3a1d99365c2 req-33f91681-8cbc-4bd7-ad35-a578cfed54a2 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512362 Apr 30 16:04:05.547130 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-792b8be0-ddbb-4ce8-a97b-48ee84e0013a service neutron] Attempting to bind port c9becf2a-6a88-4c41-be81-4e64cf817248 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:04:05.547934 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-792b8be0-ddbb-4ce8-a97b-48ee84e0013a service neutron] Attempting to bind port c9becf2a-6a88-4c41-be81-4e64cf817248 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '4a600418-8d26-450f-8b2d-818995a249ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6f0cb582-8a98-424c-89a9-fb25afaaf7fb'}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:04:05.548280 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-792b8be0-ddbb-4ce8-a97b-48ee84e0013a service neutron] Attempting to bind port c9becf2a-6a88-4c41-be81-4e64cf817248 on network 6f0cb582-8a98-424c-89a9-fb25afaaf7fb {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:04:05.553352 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-792b8be0-ddbb-4ce8-a97b-48ee84e0013a service neutron] Port c9becf2a-6a88-4c41-be81-4e64cf817248 on network 6f0cb582-8a98-424c-89a9-fb25afaaf7fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:04:05.553677 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-792b8be0-ddbb-4ce8-a97b-48ee84e0013a service neutron] Attempting to bind port c9becf2a-6a88-4c41-be81-4e64cf817248 on network 6f0cb582-8a98-424c-89a9-fb25afaaf7fb {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:04:05.559073 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-792b8be0-ddbb-4ce8-a97b-48ee84e0013a service neutron] Checking agent: {'id': '12734182-a135-4f20-887d-69ffd9792d0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'started_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:04:05.559408 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-792b8be0-ddbb-4ce8-a97b-48ee84e0013a service neutron] Checking segment: {'id': '4a600418-8d26-450f-8b2d-818995a249ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6f0cb582-8a98-424c-89a9-fb25afaaf7fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:04:05.559980 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-792b8be0-ddbb-4ce8-a97b-48ee84e0013a service neutron] Bound using segment: {'id': '4a600418-8d26-450f-8b2d-818995a249ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6f0cb582-8a98-424c-89a9-fb25afaaf7fb'} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:04:05.560405 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-792b8be0-ddbb-4ce8-a97b-48ee84e0013a service neutron] Bound port: c9becf2a-6a88-4c41-be81-4e64cf817248, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a600418-8d26-450f-8b2d-818995a249ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6f0cb582-8a98-424c-89a9-fb25afaaf7fb'}}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:04:05.560746 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-792b8be0-ddbb-4ce8-a97b-48ee84e0013a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:05.700697 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-792b8be0-ddbb-4ce8-a97b-48ee84e0013a service neutron] For port c9becf2a-6a88-4c41-be81-4e64cf817248, host hv-cinder-78719, cleared binding levels {{(pid=73963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:04:05.705136 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-792b8be0-ddbb-4ce8-a97b-48ee84e0013a service neutron] For port c9becf2a-6a88-4c41-be81-4e64cf817248, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c9becf2a-6a88-4c41-be81-4e64cf817248,segment=NetworkSegment(4a600418-8d26-450f-8b2d-818995a249ab),segment_id=4a600418-8d26-450f-8b2d-818995a249ab)] {{(pid=73963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:04:05.714645 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-792b8be0-ddbb-4ce8-a97b-48ee84e0013a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:05.719693 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:05.794039 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e4256-acdc-43fb-b3d2-6f297ce6cc25 req-89916d4c-2cf2-4474-8422-eac86f5f855d tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:05.796163 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-579e4256-acdc-43fb-b3d2-6f297ce6cc25 req-89916d4c-2cf2-4474-8422-eac86f5f855d tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f4ad412-c48d-495d-bb3e-0f8ca8ef4992 HTTP/1.1" status: 200 len: 944 time: 0.0869279 Apr 30 16:04:05.843018 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-579e4256-acdc-43fb-b3d2-6f297ce6cc25 req-8a614a2f-4a4d-495d-80a6-527e31280dab tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403919 Apr 30 16:04:05.854804 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-792b8be0-ddbb-4ce8-a97b-48ee84e0013a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:05.855403 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-792b8be0-ddbb-4ce8-a97b-48ee84e0013a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:05.856971 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-792b8be0-ddbb-4ce8-a97b-48ee84e0013a service neutron] 10.222.0.42 "PUT /v2.0/ports/c9becf2a-6a88-4c41-be81-4e64cf817248 HTTP/1.1" status: 200 len: 1094 time: 1.0765898 Apr 30 16:04:05.857318 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4ad412-c48d-495d-bb3e-0f8ca8ef4992', 'tag': 'c9becf2a-6a88-4c41-be81-4e64cf817248'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:04:05.876718 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68a408-a865-43fd-9a1d-3b8a2e2ad245 req-d5a7666d-2cdb-4ac3-b3c1-1ce2bbda1304 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:05.878179 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-df68a408-a865-43fd-9a1d-3b8a2e2ad245 req-d5a7666d-2cdb-4ac3-b3c1-1ce2bbda1304 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.2665961 Apr 30 16:04:05.909825 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b8be0-ddbb-4ce8-a97b-48ee84e0013a service neutron] Pushing event updated for resources: {'Port': ['ID=c9becf2a-6a88-4c41-be81-4e64cf817248,revision_number=3']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:05.944869 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4ad412-c48d-495d-bb3e-0f8ca8ef4992', 'tag': 'c9becf2a-6a88-4c41-be81-4e64cf817248', 'status': 'completed', 'code': 200} Apr 30 16:04:05.946702 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-792b8be0-ddbb-4ce8-a97b-48ee84e0013a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:05.975549 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-df68a408-a865-43fd-9a1d-3b8a2e2ad245 req-cb8434e8-64d6-4e63-ab4d-c49237e6af65 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889571 Apr 30 16:04:06.003523 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-e797908f-7440-4b64-a066-a8c9543159a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:06.004999 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-e797908f-7440-4b64-a066-a8c9543159a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=763eb697197c48b8ab46c42ba2a8b2ec&device_id=7f4ad412-c48d-495d-bb3e-0f8ca8ef4992 HTTP/1.1" status: 200 len: 1097 time: 0.0920904 Apr 30 16:04:06.077870 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-da99e3a0-1808-41f9-995b-cc6b71c4bef5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9becf2a-6a88-4c41-be81-4e64cf817248 HTTP/1.1" status: 200 len: 217 time: 0.0631022 Apr 30 16:04:06.083124 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56652e2-32bf-4ec9-a240-f2e5023be100 req-4df189a7-cb5a-439d-bad0-b1cf8d6baa73 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:06.084602 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a56652e2-32bf-4ec9-a240-f2e5023be100 req-4df189a7-cb5a-439d-bad0-b1cf8d6baa73 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.0822613 Apr 30 16:04:06.144855 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-7048e443-36b5-46f6-a002-801e772e7597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:06.146298 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-7048e443-36b5-46f6-a002-801e772e7597 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=74c4b6d4-efd8-43d3-a359-33ee28109e33 HTTP/1.1" status: 200 len: 853 time: 0.0604205 Apr 30 16:04:06.148448 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a56652e2-32bf-4ec9-a240-f2e5023be100 req-2320692b-8860-499c-a9f6-23af6bfad534 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579839 Apr 30 16:04:06.243714 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-7e446a08-6f56-4894-8cfc-36b14b1492b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6f0cb582-8a98-424c-89a9-fb25afaaf7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834749 Apr 30 16:04:06.311228 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0885fd38-6f61-445d-8eb6-2b41378b6cdd req-cf4e3400-6942-4f73-bc80-4581838c6a2d tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=67373a4f-5292-4a1d-aa0d-e1ba5070a74b HTTP/1.1" status: 200 len: 210 time: 0.1060119 Apr 30 16:04:06.505907 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-5816d409-c7f4-4c34-9f06-06bdef0e02b7 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:06.507289 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-5816d409-c7f4-4c34-9f06-06bdef0e02b7 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.42 "GET /v2.0/networks?id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9 HTTP/1.1" status: 200 len: 812 time: 0.2621880 Apr 30 16:04:06.510375 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-9a308c86-67a7-4ae6-9317-55c6bf627c7c service neutron] 10.222.0.42 "GET /v2.0/networks/6f0cb582-8a98-424c-89a9-fb25afaaf7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383628 Apr 30 16:04:06.654975 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-1a21d06b-2c42-401f-8403-5d1ab495d7da tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75612fb9c54545baa7fc7f75d63cf365 HTTP/1.1" status: 200 len: 380 time: 0.1301439 Apr 30 16:04:06.665075 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-a4a0abd9-a53b-48bc-9734-96a7258b3192 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Request body: {'port': {'device_id': '67373a4f-5292-4a1d-aa0d-e1ba5070a74b', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'admin_state_up': True, 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'security_groups': ['a6096ae6-0a8a-408b-889f-f72fe6e48a2c']}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:04:06.781005 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-41607cc8-f0f5-43d6-8c97-90016c402cb6 req-18a1fd3e-5b7a-4223-8815-822f830f167b service neutron] 10.222.0.42 "GET /v2.0/networks/6f0cb582-8a98-424c-89a9-fb25afaaf7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432616 Apr 30 16:04:06.794845 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08439b79-80ab-42c9-a5c9-6650f76f3689 req-73fc338d-39be-4f92-a39c-b9a84461e116 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:06.796675 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-08439b79-80ab-42c9-a5c9-6650f76f3689 req-73fc338d-39be-4f92-a39c-b9a84461e116 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eba312e-6afe-42d2-a844-c12a7e959a34 HTTP/1.1" status: 200 len: 945 time: 0.1520293 Apr 30 16:04:06.823649 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-a4a0abd9-a53b-48bc-9734-96a7258b3192 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:06.834143 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-a4a0abd9-a53b-48bc-9734-96a7258b3192 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:06.845090 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-08439b79-80ab-42c9-a5c9-6650f76f3689 req-601309cb-89de-4348-bc44-c436ff188c97 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415115 Apr 30 16:04:06.877947 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-a4a0abd9-a53b-48bc-9734-96a7258b3192 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Made reservation on behalf of 75612fb9c54545baa7fc7f75d63cf365 for: {'port': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:04:06.881360 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-a4a0abd9-a53b-48bc-9734-96a7258b3192 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:06.938590 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device c6160013-10e2-4b7e-a71f-0f55535cfa4f details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:04:07.086255 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port c6160013-10e2-4b7e-a71f-0f55535cfa4f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c6160013-10e2-4b7e-a71f-0f55535cfa4f,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:04:07.088341 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacb80a-25fb-45f8-b12e-93f67aa5ac2e req-6b4021eb-e326-4305-8141-2168cadc5f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:07.089804 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3bacb80a-25fb-45f8-b12e-93f67aa5ac2e req-6b4021eb-e326-4305-8141-2168cadc5f13 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=763eb697197c48b8ab46c42ba2a8b2ec&device_id=7f4ad412-c48d-495d-bb3e-0f8ca8ef4992 HTTP/1.1" status: 200 len: 1097 time: 0.2469599 Apr 30 16:04:07.101711 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Returning: {'device': 'c6160013-10e2-4b7e-a71f-0f55535cfa4f', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'port_id': 'c6160013-10e2-4b7e-a71f-0f55535cfa4f', 'mac_address': 'fa:16:3e:37:10:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:04:07.193241 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdcec3-7cf7-4efa-bc9b-c5fa816e2e42 req-6801b425-7aef-4c7d-a43a-1619bc159f09 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:07.195197 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8bcdcec3-7cf7-4efa-bc9b-c5fa816e2e42 req-6801b425-7aef-4c7d-a43a-1619bc159f09 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.0951571 Apr 30 16:04:07.196784 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:07.224531 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6160013-10e2-4b7e-a71f-0f55535cfa4f {{(pid=73965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:04:07.224752 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-a4a0abd9-a53b-48bc-9734-96a7258b3192 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Allocated IP 172.20.0.13 (9cdfa89b-9f6d-4095-b0fe-85c8608797d9/99795baf-474b-42a4-8dbb-35c325850572/a017d34c-d22e-4127-9c00-9885ba1d5329) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:04:07.245494 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port c6160013-10e2-4b7e-a71f-0f55535cfa4f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c6160013-10e2-4b7e-a71f-0f55535cfa4f,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:04:07.251355 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11038dc-b245-44e9-adbb-736a2d67da33 req-33748e0e-89d9-4114-8fce-c4e5a7f5150e tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:07.251816 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:07.252245 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-d11038dc-b245-44e9-adbb-736a2d67da33 req-33748e0e-89d9-4114-8fce-c4e5a7f5150e tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Synchronizing usage tracker for tenant:763eb697197c48b8ab46c42ba2a8b2ec on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:04:07.253832 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:07.260586 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8bcdcec3-7cf7-4efa-bc9b-c5fa816e2e42 req-f88dd8bd-26d5-4d22-b39f-ad87c02e3cdb tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595508 Apr 30 16:04:07.313593 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-d11038dc-b245-44e9-adbb-736a2d67da33 req-33748e0e-89d9-4114-8fce-c4e5a7f5150e tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Unset dirty status for tenant:763eb697197c48b8ab46c42ba2a8b2ec on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:04:07.314815 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d11038dc-b245-44e9-adbb-736a2d67da33 req-33748e0e-89d9-4114-8fce-c4e5a7f5150e tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f4ad412-c48d-495d-bb3e-0f8ca8ef4992 HTTP/1.1" status: 200 len: 944 time: 0.3556070 Apr 30 16:04:07.373642 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=c6160013-10e2-4b7e-a71f-0f55535cfa4f,revision_number=6']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:07.382500 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:07.383099 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:07.383592 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:07.384102 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:07.384575 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:07.385050 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:07.386338 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:07.386786 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacb80a-25fb-45f8-b12e-93f67aa5ac2e req-ce06792c-32b0-47aa-888a-3be0daf10bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:07.387232 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:07.387803 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:07.388287 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3bacb80a-25fb-45f8-b12e-93f67aa5ac2e req-ce06792c-32b0-47aa-888a-3be0daf10bb9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6f0cb582-8a98-424c-89a9-fb25afaaf7fb HTTP/1.1" status: 200 len: 913 time: 0.2810450 Apr 30 16:04:07.388448 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:07.388916 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:07.390151 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:07.403201 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:07.447098 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['c6160013-10e2-4b7e-a71f-0f55535cfa4f'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:04:07.472867 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421d09d-a7ee-49e5-82b9-96dbb4438a6d req-b5f6db14-13de-41ea-b656-e0dbdddabe6d tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:07.480162 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8421d09d-a7ee-49e5-82b9-96dbb4438a6d req-b5f6db14-13de-41ea-b656-e0dbdddabe6d tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 945 time: 0.0933893 Apr 30 16:04:07.528090 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8421d09d-a7ee-49e5-82b9-96dbb4438a6d req-9a22d232-ff03-45f1-86ae-309b58e156db tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469985 Apr 30 16:04:07.625459 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733ce5e-d5b4-4293-b76e-ef131034a944 req-20a5a0ff-b03f-4672-8728-2569fb7a44d7 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:07.626707 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3bacb80a-25fb-45f8-b12e-93f67aa5ac2e req-95f087b8-20b1-4299-8798-90e3d9efd155 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9becf2a-6a88-4c41-be81-4e64cf817248 HTTP/1.1" status: 200 len: 217 time: 0.2217655 Apr 30 16:04:07.627504 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a733ce5e-d5b4-4293-b76e-ef131034a944 req-20a5a0ff-b03f-4672-8728-2569fb7a44d7 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 945 time: 0.0985448 Apr 30 16:04:07.635367 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d11038dc-b245-44e9-adbb-736a2d67da33 req-ced23e31-3db1-41e9-b05e-080ce0da6892 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057859 Apr 30 16:04:07.735321 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7fd3f418-9837-4fe4-9a83-954b89696b6f req-ab24fc5d-ab5a-49ed-b492-a20c85fe5308 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=67373a4f-5292-4a1d-aa0d-e1ba5070a74b HTTP/1.1" status: 200 len: 210 time: 0.0570295 Apr 30 16:04:07.777612 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacb80a-25fb-45f8-b12e-93f67aa5ac2e req-7577e29f-9ca0-48d2-b7d3-0d0a517c60d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:07.779019 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3bacb80a-25fb-45f8-b12e-93f67aa5ac2e req-7577e29f-9ca0-48d2-b7d3-0d0a517c60d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=74c4b6d4-efd8-43d3-a359-33ee28109e33 HTTP/1.1" status: 200 len: 853 time: 0.1385238 Apr 30 16:04:07.821428 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [req-a733ce5e-d5b4-4293-b76e-ef131034a944 req-a67164f1-2945-404a-864a-01aa7ade073a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Deleting port ddf4c180-f006-45a7-bc6e-4cd1c966fe10 {{(pid=73964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:04:07.822011 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [req-a733ce5e-d5b4-4293-b76e-ef131034a944 req-a67164f1-2945-404a-864a-01aa7ade073a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:07.830375 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-a4a0abd9-a53b-48bc-9734-96a7258b3192 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:07.856004 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3bacb80a-25fb-45f8-b12e-93f67aa5ac2e req-44a52d23-a932-4fc9-b1ea-37764c3c7a55 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6f0cb582-8a98-424c-89a9-fb25afaaf7fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685294 Apr 30 16:04:07.867999 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-a4a0abd9-a53b-48bc-9734-96a7258b3192 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Transition to ACTIVE for port object a017d34c-d22e-4127-9c00-9885ba1d5329 will not be triggered until provisioned by entity DHCP. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:04:07.913489 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6642c0-38cb-4639-bce3-be9be041c465 req-8f04045d-2867-459c-906b-3c7cb61854cf tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:07.914190 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-1a6642c0-38cb-4639-bce3-be9be041c465 req-8f04045d-2867-459c-906b-3c7cb61854cf tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Synchronizing usage tracker for tenant:e47c1439b6884dea85fdc5c04cdf9341 on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:04:07.956721 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.db [req-a733ce5e-d5b4-4293-b76e-ef131034a944 req-a67164f1-2945-404a-864a-01aa7ade073a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] For port ddf4c180-f006-45a7-bc6e-4cd1c966fe10, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ddf4c180-f006-45a7-bc6e-4cd1c966fe10,segment=NetworkSegment(37ea889b-f838-458a-8199-0573ad83f653),segment_id=37ea889b-f838-458a-8199-0573ad83f653)] {{(pid=73964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:04:07.957281 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [req-a733ce5e-d5b4-4293-b76e-ef131034a944 req-a67164f1-2945-404a-864a-01aa7ade073a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:08.041854 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-1a6642c0-38cb-4639-bce3-be9be041c465 req-8f04045d-2867-459c-906b-3c7cb61854cf tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Unset dirty status for tenant:e47c1439b6884dea85fdc5c04cdf9341 on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:04:08.042970 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1a6642c0-38cb-4639-bce3-be9be041c465 req-8f04045d-2867-459c-906b-3c7cb61854cf tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.42 "GET /v2.0/ports?device_id=3eba312e-6afe-42d2-a844-c12a7e959a34 HTTP/1.1" status: 200 len: 945 time: 0.3647807 Apr 30 16:04:08.080745 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [req-a733ce5e-d5b4-4293-b76e-ef131034a944 req-a67164f1-2945-404a-864a-01aa7ade073a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Calling delete_port for ddf4c180-f006-45a7-bc6e-4cd1c966fe10 owned by compute:nova {{(pid=73964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:04:08.127997 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3bacb80a-25fb-45f8-b12e-93f67aa5ac2e req-73ca84b3-1f80-4cfb-82d6-b53cbb1d6487 service neutron] 10.222.0.42 "GET /v2.0/networks/6f0cb582-8a98-424c-89a9-fb25afaaf7fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611251 Apr 30 16:04:08.138522 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-a4a0abd9-a53b-48bc-9734-96a7258b3192 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:08.147642 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-d8254973-6da3-4881-96c1-477dcc4ae59b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:08.263706 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [req-a733ce5e-d5b4-4293-b76e-ef131034a944 req-a67164f1-2945-404a-864a-01aa7ade073a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:08.269367 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-5fa18e2c-ff84-494d-95ba-1a72213e4767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:08.275168 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['ad0c3a55-63c5-4141-884a-521ad44ca3cc', 'ddf4c180-f006-45a7-bc6e-4cd1c966fe10'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:04:08.284257 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7498e9-41d4-4dab-a168-99d8b787901e req-f1f79640-1108-4aad-a976-11b8ae20756a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:08.291415 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-aa7498e9-41d4-4dab-a168-99d8b787901e req-f1f79640-1108-4aad-a976-11b8ae20756a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eba312e-6afe-42d2-a844-c12a7e959a34 HTTP/1.1" status: 200 len: 945 time: 0.3162448 Apr 30 16:04:08.327560 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-a4a0abd9-a53b-48bc-9734-96a7258b3192 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Network 9cdfa89b-9f6d-4095-b0fe-85c8608797d9 is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:04:08.384564 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-a4a0abd9-a53b-48bc-9734-96a7258b3192 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:04:08.385739 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:08.409266 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-a4a0abd9-a53b-48bc-9734-96a7258b3192 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:04:08.414637 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-a4a0abd9-a53b-48bc-9734-96a7258b3192 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:08.415248 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-a4a0abd9-a53b-48bc-9734-96a7258b3192 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:08.431025 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0abd9-a53b-48bc-9734-96a7258b3192 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Pushing event updated for resources: {'Port': ['ID=a017d34c-d22e-4127-9c00-9885ba1d5329,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:08.447464 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a4a0abd9-a53b-48bc-9734-96a7258b3192 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:08.471340 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67164f1-2945-404a-864a-01aa7ade073a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Pushing event deleted for resources: {'Port': ['ID=ddf4c180-f006-45a7-bc6e-4cd1c966fe10,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:08.481231 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-a67164f1-2945-404a-864a-01aa7ade073a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:08.505257 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-aa7498e9-41d4-4dab-a168-99d8b787901e req-543a1413-c607-422d-85ea-749e85710221 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128031 Apr 30 16:04:08.508773 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-5c39fbd7-0c43-44a7-8137-bb1a117b9e40 req-258fac1c-8a0c-4796-9c06-473c169d285c tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=3c4540de-95a8-4d04-ab19-90b5ddef8a66 HTTP/1.1" status: 200 len: 210 time: 0.1331434 Apr 30 16:04:08.512521 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-a4a0abd9-a53b-48bc-9734-96a7258b3192 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8510478 Apr 30 16:04:08.540938 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-991e8add-082a-448e-be6f-f49b16652759 service neutron] Request body: {'port': {'device_id': '67373a4f-5292-4a1d-aa0d-e1ba5070a74b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:04:08.574364 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.l3_dvrscheduler_db [req-a733ce5e-d5b4-4293-b76e-ef131034a944 req-a67164f1-2945-404a-864a-01aa7ade073a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] No DVR routers for this DVR port ddf4c180-f006-45a7-bc6e-4cd1c966fe10 on host hv-cinder-78719 {{(pid=73964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:04:08.578838 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [req-a733ce5e-d5b4-4293-b76e-ef131034a944 req-a67164f1-2945-404a-864a-01aa7ade073a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:08.591481 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4540de-95a8-4d04-ab19-90b5ddef8a66', 'name': 'network-vif-deleted', 'tag': 'ddf4c180-f006-45a7-bc6e-4cd1c966fe10'}] {{(pid=73964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:04:08.601047 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a733ce5e-d5b4-4293-b76e-ef131034a944 req-a67164f1-2945-404a-864a-01aa7ade073a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.42 "DELETE /v2.0/ports/ddf4c180-f006-45a7-bc6e-4cd1c966fe10 HTTP/1.1" status: 204 len: 173 time: 0.9591920 Apr 30 16:04:08.625521 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3bacb80a-25fb-45f8-b12e-93f67aa5ac2e req-76b07a36-9bca-4780-a516-e11efe85b5b5 service neutron] 10.222.0.42 "GET /v2.0/networks/6f0cb582-8a98-424c-89a9-fb25afaaf7fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412014 Apr 30 16:04:08.629318 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-1a6642c0-38cb-4639-bce3-be9be041c465 req-234eab02-fddd-4e2d-b1e1-0b64abcda475 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Deleting port 9cb8a50a-ab97-41e8-a96f-59d9de5a8abb {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:04:08.629695 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-1a6642c0-38cb-4639-bce3-be9be041c465 req-234eab02-fddd-4e2d-b1e1-0b64abcda475 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:08.702988 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4540de-95a8-4d04-ab19-90b5ddef8a66', 'name': 'network-vif-deleted', 'tag': 'ddf4c180-f006-45a7-bc6e-4cd1c966fe10', 'status': 'completed', 'code': 200} Apr 30 16:04:08.843476 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-8214e8dd-e6ca-4f1b-b2c8-3624f4dcdc23 None None] Provisioning for port a017d34c-d22e-4127-9c00-9885ba1d5329 completed by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:04:08.853425 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-8214e8dd-e6ca-4f1b-b2c8-3624f4dcdc23 None None] Provisioning complete for port a017d34c-d22e-4127-9c00-9885ba1d5329 triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:04:08.853425 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-8214e8dd-e6ca-4f1b-b2c8-3624f4dcdc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:08.879695 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb3569-1679-4ebc-90d7-aaf8af249550 req-b4094f45-9055-45a5-96f4-8bc8742a2f7a tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:08.881346 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a0bb3569-1679-4ebc-90d7-aaf8af249550 req-b4094f45-9055-45a5-96f4-8bc8742a2f7a tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 945 time: 0.1188705 Apr 30 16:04:08.937408 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-8214e8dd-e6ca-4f1b-b2c8-3624f4dcdc23 None None] Port a017d34c-d22e-4127-9c00-9885ba1d5329 cannot update to ACTIVE because it is not bound. {{(pid=73965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:04:08.947497 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-991e8add-082a-448e-be6f-f49b16652759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:08.954682 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device c9becf2a-6a88-4c41-be81-4e64cf817248 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:04:08.957157 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device c6160013-10e2-4b7e-a71f-0f55535cfa4f up at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:04:08.965496 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a0bb3569-1679-4ebc-90d7-aaf8af249550 req-271609e4-e3c2-4ff6-9f30-ded1a4132c80 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633392 Apr 30 16:04:08.988747 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-1a6642c0-38cb-4639-bce3-be9be041c465 req-234eab02-fddd-4e2d-b1e1-0b64abcda475 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] For port 9cb8a50a-ab97-41e8-a96f-59d9de5a8abb, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=9cb8a50a-ab97-41e8-a96f-59d9de5a8abb,segment=NetworkSegment(661407b4-95b2-4d17-9ac4-ce7a66ada27c),segment_id=661407b4-95b2-4d17-9ac4-ce7a66ada27c)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:04:08.989109 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-1a6642c0-38cb-4639-bce3-be9be041c465 req-234eab02-fddd-4e2d-b1e1-0b64abcda475 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:09.184956 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e46116-3d9d-4573-9955-1a86ac23782f req-9984036f-4b25-4bbf-888f-41f20900a15b tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:09.187607 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-02e46116-3d9d-4573-9955-1a86ac23782f req-9984036f-4b25-4bbf-888f-41f20900a15b tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=67373a4f-5292-4a1d-aa0d-e1ba5070a74b HTTP/1.1" status: 200 len: 932 time: 0.1111767 Apr 30 16:04:09.235402 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning complete for port c6160013-10e2-4b7e-a71f-0f55535cfa4f triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:04:09.235844 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:09.274240 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-02e46116-3d9d-4573-9955-1a86ac23782f req-d78ba4e3-0118-468c-bd3b-1d04fa9b74a1 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Synchronizing usage tracker for tenant:75612fb9c54545baa7fc7f75d63cf365 on resource:security_group {{(pid=73964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:04:09.317030 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-02e46116-3d9d-4573-9955-1a86ac23782f req-d78ba4e3-0118-468c-bd3b-1d04fa9b74a1 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Unset dirty status for tenant:75612fb9c54545baa7fc7f75d63cf365 on resource:security_group {{(pid=73964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:04:09.331601 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-02e46116-3d9d-4573-9955-1a86ac23782f req-d78ba4e3-0118-468c-bd3b-1d04fa9b74a1 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359649 Apr 30 16:04:09.356945 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port c9becf2a-6a88-4c41-be81-4e64cf817248, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c9becf2a-6a88-4c41-be81-4e64cf817248,segment=NetworkSegment(4a600418-8d26-450f-8b2d-818995a249ab),segment_id=4a600418-8d26-450f-8b2d-818995a249ab)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:04:09.372551 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Returning: {'device': 'c9becf2a-6a88-4c41-be81-4e64cf817248', 'network_id': '6f0cb582-8a98-424c-89a9-fb25afaaf7fb', 'port_id': 'c9becf2a-6a88-4c41-be81-4e64cf817248', 'mac_address': 'fa:16:3e:b6:95:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74c4b6d4-efd8-43d3-a359-33ee28109e33', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:04:09.442640 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:09.464033 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9becf2a-6a88-4c41-be81-4e64cf817248 {{(pid=73965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:04:09.539096 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port c9becf2a-6a88-4c41-be81-4e64cf817248, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c9becf2a-6a88-4c41-be81-4e64cf817248,segment=NetworkSegment(4a600418-8d26-450f-8b2d-818995a249ab),segment_id=4a600418-8d26-450f-8b2d-818995a249ab)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:04:09.541774 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-1a6642c0-38cb-4639-bce3-be9be041c465 req-234eab02-fddd-4e2d-b1e1-0b64abcda475 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Calling delete_port for 9cb8a50a-ab97-41e8-a96f-59d9de5a8abb owned by compute:nova {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:04:09.550612 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:09.555592 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2c0fadc8-8ce9-48af-9a73-133a5d0e98d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:09.561362 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb7793-e2cb-4f1a-a006-9a5b54892c59 req-f9f2b0e2-f15c-46af-bb9e-94984e1c18e6 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:09.570871 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-09cb7793-e2cb-4f1a-a006-9a5b54892c59 req-f9f2b0e2-f15c-46af-bb9e-94984e1c18e6 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f4ad412-c48d-495d-bb3e-0f8ca8ef4992 HTTP/1.1" status: 200 len: 944 time: 0.7463503 Apr 30 16:04:09.640097 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=c9becf2a-6a88-4c41-be81-4e64cf817248,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:09.651765 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:09.660721 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:09.677464 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-09cb7793-e2cb-4f1a-a006-9a5b54892c59 req-224b9a29-4625-4e6a-9f28-23f654da2301 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053414 Apr 30 16:04:09.699412 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port c6160013-10e2-4b7e-a71f-0f55535cfa4f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c6160013-10e2-4b7e-a71f-0f55535cfa4f,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:04:09.700632 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3445d3-3ec0-4053-8821-dd50dad32304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6160013-10e2-4b7e-a71f-0f55535cfa4f'}] {{(pid=73965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:04:09.716869 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:09.719340 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:09.834460 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=c6160013-10e2-4b7e-a71f-0f55535cfa4f,revision_number=7']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:09.842036 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:09.892051 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['c9becf2a-6a88-4c41-be81-4e64cf817248'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:04:09.908541 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e62d3c-a2fd-47f0-af12-0e280d26b830 req-a50d417b-280f-4f3c-a85d-cffc3c0e76b6 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:09.918858 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f8e62d3c-a2fd-47f0-af12-0e280d26b830 req-a50d417b-280f-4f3c-a85d-cffc3c0e76b6 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/ports?device_id=3eba312e-6afe-42d2-a844-c12a7e959a34 HTTP/1.1" status: 200 len: 945 time: 0.1359103 Apr 30 16:04:09.952778 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-991e8add-082a-448e-be6f-f49b16652759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a017d34c-d22e-4127-9c00-9885ba1d5329 {{(pid=73963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:04:09.963245 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-1a6642c0-38cb-4639-bce3-be9be041c465 req-234eab02-fddd-4e2d-b1e1-0b64abcda475 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:09.973121 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f8e62d3c-a2fd-47f0-af12-0e280d26b830 req-4e12b59f-acd8-4af2-91c0-b9a16ed7cdf0 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.72 "GET /v2.0/security-groups?id=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522075 Apr 30 16:04:09.985734 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-792b8be0-ddbb-4ce8-a97b-48ee84e0013a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:10.085597 dv-cinder-787195-6-iscsi neutron-server[73965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3445d3-3ec0-4053-8821-dd50dad32304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6160013-10e2-4b7e-a71f-0f55535cfa4f', 'code': 200} Apr 30 16:04:10.097151 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-991e8add-082a-448e-be6f-f49b16652759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:10.101539 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234eab02-fddd-4e2d-b1e1-0b64abcda475 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Pushing event deleted for resources: {'Port': ['ID=9cb8a50a-ab97-41e8-a96f-59d9de5a8abb,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:10.111354 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-234eab02-fddd-4e2d-b1e1-0b64abcda475 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:10.228641 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-991e8add-082a-448e-be6f-f49b16652759 service neutron] Transition to ACTIVE for port object a017d34c-d22e-4127-9c00-9885ba1d5329 will not be triggered until provisioned by entity L2. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:04:10.291107 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-991e8add-082a-448e-be6f-f49b16652759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:10.301940 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6642c0-38cb-4639-bce3-be9be041c465 req-234eab02-fddd-4e2d-b1e1-0b64abcda475 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] No DVR routers for this DVR port 9cb8a50a-ab97-41e8-a96f-59d9de5a8abb on host hv-cinder-78719 {{(pid=73963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:04:10.306785 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-1a6642c0-38cb-4639-bce3-be9be041c465 req-234eab02-fddd-4e2d-b1e1-0b64abcda475 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:10.313891 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:10.350474 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eba312e-6afe-42d2-a844-c12a7e959a34', 'name': 'network-vif-deleted', 'tag': '9cb8a50a-ab97-41e8-a96f-59d9de5a8abb'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:04:10.440045 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c941ff0-43d7-4ab6-b924-2f0adab5a53e req-12c172c6-c535-461e-8659-edb90b1c590d tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:10.450480 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-5c941ff0-43d7-4ab6-b924-2f0adab5a53e req-12c172c6-c535-461e-8659-edb90b1c590d tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.1780701 Apr 30 16:04:10.489183 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1a6642c0-38cb-4639-bce3-be9be041c465 req-234eab02-fddd-4e2d-b1e1-0b64abcda475 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] 10.222.0.42 "DELETE /v2.0/ports/9cb8a50a-ab97-41e8-a96f-59d9de5a8abb HTTP/1.1" status: 204 len: 173 time: 2.4229972 Apr 30 16:04:10.658392 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-5c941ff0-43d7-4ab6-b924-2f0adab5a53e req-4dab23bd-49f6-4c45-903b-baf0a82f1b17 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957643 Apr 30 16:04:10.661617 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-991e8add-082a-448e-be6f-f49b16652759 service neutron] Attempting to bind port a017d34c-d22e-4127-9c00-9885ba1d5329 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:04:10.661952 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-991e8add-082a-448e-be6f-f49b16652759 service neutron] Attempting to bind port a017d34c-d22e-4127-9c00-9885ba1d5329 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '7e998a4a-d4bf-40aa-816b-f6ea84410e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9'}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:04:10.664426 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-991e8add-082a-448e-be6f-f49b16652759 service neutron] Attempting to bind port a017d34c-d22e-4127-9c00-9885ba1d5329 on network 9cdfa89b-9f6d-4095-b0fe-85c8608797d9 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:04:10.666661 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e8add-082a-448e-be6f-f49b16652759 service neutron] Pushing event updated for resources: {'Port': ['ID=a017d34c-d22e-4127-9c00-9885ba1d5329,revision_number=2']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:10.689396 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-991e8add-082a-448e-be6f-f49b16652759 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:10.692595 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-991e8add-082a-448e-be6f-f49b16652759 service neutron] Port a017d34c-d22e-4127-9c00-9885ba1d5329 on network 9cdfa89b-9f6d-4095-b0fe-85c8608797d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:04:10.692915 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-991e8add-082a-448e-be6f-f49b16652759 service neutron] Attempting to bind port a017d34c-d22e-4127-9c00-9885ba1d5329 on network 9cdfa89b-9f6d-4095-b0fe-85c8608797d9 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:04:10.701493 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-991e8add-082a-448e-be6f-f49b16652759 service neutron] Checking agent: {'id': '12734182-a135-4f20-887d-69ffd9792d0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'started_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:04:10.701959 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-991e8add-082a-448e-be6f-f49b16652759 service neutron] Checking segment: {'id': '7e998a4a-d4bf-40aa-816b-f6ea84410e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:04:10.702349 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-991e8add-082a-448e-be6f-f49b16652759 service neutron] Bound using segment: {'id': '7e998a4a-d4bf-40aa-816b-f6ea84410e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9'} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:04:10.702947 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-991e8add-082a-448e-be6f-f49b16652759 service neutron] Bound port: a017d34c-d22e-4127-9c00-9885ba1d5329, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e998a4a-d4bf-40aa-816b-f6ea84410e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9'}}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:04:10.703291 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-991e8add-082a-448e-be6f-f49b16652759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:10.735120 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024f0bd-ace1-4eef-bc20-e2c2ed6b2c29 req-9d777dc2-9eba-46a8-ae28-22b01339faa1 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:10.739053 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0024f0bd-ace1-4eef-bc20-e2c2ed6b2c29 req-9d777dc2-9eba-46a8-ae28-22b01339faa1 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.5027249 Apr 30 16:04:10.833889 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0024f0bd-ace1-4eef-bc20-e2c2ed6b2c29 req-72963220-157d-4d0b-b1e1-4e0d2c32a738 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874641 Apr 30 16:04:10.885419 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-991e8add-082a-448e-be6f-f49b16652759 service neutron] For port a017d34c-d22e-4127-9c00-9885ba1d5329, host hv-cinder-78719, cleared binding levels {{(pid=73963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:04:10.890303 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-991e8add-082a-448e-be6f-f49b16652759 service neutron] For port a017d34c-d22e-4127-9c00-9885ba1d5329, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a017d34c-d22e-4127-9c00-9885ba1d5329,segment=NetworkSegment(7e998a4a-d4bf-40aa-816b-f6ea84410e10),segment_id=7e998a4a-d4bf-40aa-816b-f6ea84410e10)] {{(pid=73963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:04:10.897773 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-991e8add-082a-448e-be6f-f49b16652759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:10.924507 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eba312e-6afe-42d2-a844-c12a7e959a34', 'name': 'network-vif-deleted', 'tag': '9cb8a50a-ab97-41e8-a96f-59d9de5a8abb', 'status': 'completed', 'code': 200} Apr 30 16:04:10.928427 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-374c0285-317d-4067-853b-ddda7c2cd986 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:10.970296 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-991e8add-082a-448e-be6f-f49b16652759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:10.971684 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-991e8add-082a-448e-be6f-f49b16652759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:10.973678 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device ddf4c180-f006-45a7-bc6e-4cd1c966fe10 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:04:10.974464 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-991e8add-082a-448e-be6f-f49b16652759 service neutron] 10.222.0.42 "PUT /v2.0/ports/a017d34c-d22e-4127-9c00-9885ba1d5329 HTTP/1.1" status: 200 len: 1094 time: 2.4369967 Apr 30 16:04:11.079568 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eaed73-e7ca-4cc9-84a3-285ca58323ed req-060a4fd0-ece8-4e5b-92bf-08f0c6925c85 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:11.081228 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b5eaed73-e7ca-4cc9-84a3-285ca58323ed req-060a4fd0-ece8-4e5b-92bf-08f0c6925c85 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=67373a4f-5292-4a1d-aa0d-e1ba5070a74b HTTP/1.1" status: 200 len: 944 time: 0.2486687 Apr 30 16:04:11.100929 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e8add-082a-448e-be6f-f49b16652759 service neutron] Pushing event updated for resources: {'Port': ['ID=a017d34c-d22e-4127-9c00-9885ba1d5329,revision_number=3']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:11.113658 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-991e8add-082a-448e-be6f-f49b16652759 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:11.132869 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] No Port match for: ddf4c180-f006-45a7-bc6e-4cd1c966fe10 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:04:11.134405 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device ddf4c180-f006-45a7-bc6e-4cd1c966fe10 not bound to the agent host hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:04:11.136364 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 9cb8a50a-ab97-41e8-a96f-59d9de5a8abb no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:04:11.179643 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-c1618d6b-85a8-44a9-bef3-6295b669df80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:11.181234 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-c1618d6b-85a8-44a9-bef3-6295b669df80 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75612fb9c54545baa7fc7f75d63cf365&device_id=67373a4f-5292-4a1d-aa0d-e1ba5070a74b HTTP/1.1" status: 200 len: 1097 time: 0.1568005 Apr 30 16:04:11.219234 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] No Port match for: 9cb8a50a-ab97-41e8-a96f-59d9de5a8abb {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:04:11.219831 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 9cb8a50a-ab97-41e8-a96f-59d9de5a8abb not bound to the agent host hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:04:11.303387 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b5eaed73-e7ca-4cc9-84a3-285ca58323ed req-1099e031-4d64-4843-9ad9-334e99ee693e tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967149 Apr 30 16:04:11.303689 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-b3b957de-2ab6-4afa-b12c-c703f67b4357 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a017d34c-d22e-4127-9c00-9885ba1d5329 HTTP/1.1" status: 200 len: 217 time: 0.1092741 Apr 30 16:04:11.498347 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 35168) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:11.521195 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-ccb62f56-a6bd-4a53-83af-a364a47c7d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:11.523486 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-ccb62f56-a6bd-4a53-83af-a364a47c7d3c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99795baf-474b-42a4-8dbb-35c325850572 HTTP/1.1" status: 200 len: 851 time: 0.2102582 Apr 30 16:04:11.589680 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e693874-119e-4fba-8f6d-2a94abc3d137 admin admin] Deleting subnet 25aa568c-9755-4641-b331-c4c9e9416a7e {{(pid=73964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:04:11.594316 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6e693874-119e-4fba-8f6d-2a94abc3d137 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:11.606654 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a805d-dde1-4027-94ea-d05012210caf req-a03a8355-50fe-4d6f-9f77-93b6ce316669 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:11.608998 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-096a805d-dde1-4027-94ea-d05012210caf req-a03a8355-50fe-4d6f-9f77-93b6ce316669 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f4ad412-c48d-495d-bb3e-0f8ca8ef4992 HTTP/1.1" status: 200 len: 945 time: 0.2249856 Apr 30 16:04:11.668064 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6e693874-119e-4fba-8f6d-2a94abc3d137 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3533658'] for subnet, precommit_delete_associations {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:11.710422 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-096a805d-dde1-4027-94ea-d05012210caf req-c025b775-b1d4-4038-8d5e-a11f167446a1 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900831 Apr 30 16:04:11.720528 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-67d04933-8aa0-4cef-8ef2-cd3f4050d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:11.722139 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-67d04933-8aa0-4cef-8ef2-cd3f4050d854 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1879921 Apr 30 16:04:11.745110 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6e693874-119e-4fba-8f6d-2a94abc3d137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2036197'] for subnet, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:11.940410 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-9f031970-3de1-4fcd-ad17-525c11cfe7a9 service neutron] 10.222.0.42 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041428 Apr 30 16:04:12.064634 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb1456-edc1-4720-a66e-fb6a8308feeb req-b7385a45-17bd-4fdf-8d9c-a29672d1c805 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:12.066139 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8acb1456-edc1-4720-a66e-fb6a8308feeb req-b7385a45-17bd-4fdf-8d9c-a29672d1c805 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.2442906 Apr 30 16:04:12.135217 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8acb1456-edc1-4720-a66e-fb6a8308feeb req-c31409dd-5476-4916-b2e7-76e03a24addb tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616665 Apr 30 16:04:12.149258 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6e693874-119e-4fba-8f6d-2a94abc3d137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2036220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3714155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-777240'] for subnet, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:12.155188 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:12.193703 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedfff6-2d00-40cc-b533-bcb5d58f8672 req-deeb8fdc-bdfa-44b8-a5b2-83b9053ded07 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:12.195174 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7bedfff6-2d00-40cc-b533-bcb5d58f8672 req-deeb8fdc-bdfa-44b8-a5b2-83b9053ded07 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.2058589 Apr 30 16:04:12.203220 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e693874-119e-4fba-8f6d-2a94abc3d137 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25aa568c-9755-4641-b331-c4c9e9416a7e,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:12.204361 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0b95b67d-fede-4fe3-9ec2-94b3c9304947 req-fcbcbf6f-360b-4213-8309-a39ce51e952f service neutron] 10.222.0.42 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542796 Apr 30 16:04:12.206687 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-6e693874-119e-4fba-8f6d-2a94abc3d137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:12.207973 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6e693874-119e-4fba-8f6d-2a94abc3d137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for subnet, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:12.227024 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-6e693874-119e-4fba-8f6d-2a94abc3d137 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/25aa568c-9755-4641-b331-c4c9e9416a7e HTTP/1.1" status: 204 len: 168 time: 0.7241518 Apr 30 16:04:12.227298 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 35176) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:12.357602 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7982c744-5b0e-4c49-af5a-8a82008564f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688298'] for network, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:12.367771 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:04:12.390265 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7bedfff6-2d00-40cc-b533-bcb5d58f8672 req-e96a962b-a0d5-433d-afe9-06b58fddbb54 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849351 Apr 30 16:04:12.603664 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7982c744-5b0e-4c49-af5a-8a82008564f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034024', 'neutron.services.segments.db._delete_segments_for_network-8758133272989'] for network, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:12.755100 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-7982c744-5b0e-4c49-af5a-8a82008564f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819fb011-2436-418a-a827-e8015cd0e60c']}} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:04:12.773301 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80d5d5-6c1f-4fd8-82b2-f9a810460175 req-bb66925c-df99-4632-b965-3f70cb40199f tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:12.774877 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-cc80d5d5-6c1f-4fd8-82b2-f9a810460175 req-bb66925c-df99-4632-b965-3f70cb40199f tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=67373a4f-5292-4a1d-aa0d-e1ba5070a74b HTTP/1.1" status: 200 len: 944 time: 0.2621186 Apr 30 16:04:12.779126 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-7982c744-5b0e-4c49-af5a-8a82008564f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661407b4-95b2-4d17-9ac4-ce7a66ada27c') {'for_net_delete': True} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:04:12.782902 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-7982c744-5b0e-4c49-af5a-8a82008564f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661407b4-95b2-4d17-9ac4-ce7a66ada27c') {} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:04:12.809740 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7982c744-5b0e-4c49-af5a-8a82008564f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133283943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3533651'] for segment, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:12.846352 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7982c744-5b0e-4c49-af5a-8a82008564f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:12.853380 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7982c744-5b0e-4c49-af5a-8a82008564f8 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=73964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:04:12.892683 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-cc80d5d5-6c1f-4fd8-82b2-f9a810460175 req-a7e797c7-ea15-4265-b817-e29b4ff0f8b7 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048827 Apr 30 16:04:12.930139 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67373a4f-5292-4a1d-aa0d-e1ba5070a74b', 'tag': 'a017d34c-d22e-4127-9c00-9885ba1d5329'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:04:12.980373 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device c9becf2a-6a88-4c41-be81-4e64cf817248 up at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:04:13.000358 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c8310-ed16-4c2c-bb3b-8cb1ebcdda30 req-e37b6e14-6824-4cfc-93e7-f162fb37198c tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:13.003408 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1e9c8310-ed16-4c2c-bb3b-8cb1ebcdda30 req-e37b6e14-6824-4cfc-93e7-f162fb37198c tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f4ad412-c48d-495d-bb3e-0f8ca8ef4992 HTTP/1.1" status: 200 len: 945 time: 0.1202815 Apr 30 16:04:13.048404 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67373a4f-5292-4a1d-aa0d-e1ba5070a74b', 'tag': 'a017d34c-d22e-4127-9c00-9885ba1d5329', 'status': 'completed', 'code': 200} Apr 30 16:04:13.105148 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1e9c8310-ed16-4c2c-bb3b-8cb1ebcdda30 req-fbbfe733-311a-49b0-a2b9-5f62fde173e5 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959094 Apr 30 16:04:13.132191 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning for port c9becf2a-6a88-4c41-be81-4e64cf817248 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:04:13.137398 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning complete for port c9becf2a-6a88-4c41-be81-4e64cf817248 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:04:13.137728 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:13.167901 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9533e07-912d-45be-93a3-c6715c1888d1 req-d8759a66-09f4-42ad-a49a-96fac47b29c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:13.167901 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d9533e07-912d-45be-93a3-c6715c1888d1 req-d8759a66-09f4-42ad-a49a-96fac47b29c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75612fb9c54545baa7fc7f75d63cf365&device_id=67373a4f-5292-4a1d-aa0d-e1ba5070a74b HTTP/1.1" status: 200 len: 1097 time: 0.1122608 Apr 30 16:04:13.247953 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.managers [None req-7982c744-5b0e-4c49-af5a-8a82008564f8 admin admin] Network 819fb011-2436-418a-a827-e8015cd0e60c has no segments {{(pid=73964) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:04:13.270226 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7982c744-5b0e-4c49-af5a-8a82008564f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2039760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3714241'] for segment, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:13.292436 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-23fdfd97-ec4c-4dc0-bdc9-634c5675a42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:13.344563 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:13.395701 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4ad412-c48d-495d-bb3e-0f8ca8ef4992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9becf2a-6a88-4c41-be81-4e64cf817248'}] {{(pid=73965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:04:13.414634 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port c9becf2a-6a88-4c41-be81-4e64cf817248, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c9becf2a-6a88-4c41-be81-4e64cf817248,segment=NetworkSegment(4a600418-8d26-450f-8b2d-818995a249ab),segment_id=4a600418-8d26-450f-8b2d-818995a249ab)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:04:13.420987 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:13.422989 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:13.448147 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9533e07-912d-45be-93a3-c6715c1888d1 req-f897fab4-b5ad-4396-8ef9-b70ff3f86eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:13.449632 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d9533e07-912d-45be-93a3-c6715c1888d1 req-f897fab4-b5ad-4396-8ef9-b70ff3f86eb4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9 HTTP/1.1" status: 200 len: 912 time: 0.2780123 Apr 30 16:04:13.517844 dv-cinder-787195-6-iscsi neutron-server[73965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4ad412-c48d-495d-bb3e-0f8ca8ef4992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9becf2a-6a88-4c41-be81-4e64cf817248', 'code': 200} Apr 30 16:04:13.530302 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d9533e07-912d-45be-93a3-c6715c1888d1 req-399c1815-d222-4c59-82f7-387617a866d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a017d34c-d22e-4127-9c00-9885ba1d5329 HTTP/1.1" status: 200 len: 217 time: 0.0727568 Apr 30 16:04:13.547824 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=c9becf2a-6a88-4c41-be81-4e64cf817248,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:13.552027 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:13.622485 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9533e07-912d-45be-93a3-c6715c1888d1 req-6a762b6b-fd92-4c61-b8c0-d9cae260ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:13.630851 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d9533e07-912d-45be-93a3-c6715c1888d1 req-6a762b6b-fd92-4c61-b8c0-d9cae260ed6b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99795baf-474b-42a4-8dbb-35c325850572 HTTP/1.1" status: 200 len: 851 time: 0.0824161 Apr 30 16:04:13.773320 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.managers [None req-7982c744-5b0e-4c49-af5a-8a82008564f8 admin admin] Network 819fb011-2436-418a-a827-e8015cd0e60c has no segments {{(pid=73964) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: Traceback (most recent call last): Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: timer() Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: cb(*args, **kw) Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: return func(*args, **kwargs) Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: self._notify() Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: self.callback(batched_events) Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: event.method(event) Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: return f(self, *a, **k) Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: return self._get(url).json() Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: return self.request(url, 'GET', **kwargs) Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:04:13.797128 dv-cinder-787195-6-iscsi neutron-server[73964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:04:13.853823 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b27a5-d6d8-4ba3-b8dc-751592178ebb req-8d6e5b46-63cf-40d0-9852-9e58e4b85e3f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:13.855352 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5f3b27a5-d6d8-4ba3-b8dc-751592178ebb req-8d6e5b46-63cf-40d0-9852-9e58e4b85e3f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.2159486 Apr 30 16:04:13.857414 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9533e07-912d-45be-93a3-c6715c1888d1 req-99a284e0-5d27-419f-b149-48f87e475b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:13.859205 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d9533e07-912d-45be-93a3-c6715c1888d1 req-99a284e0-5d27-419f-b149-48f87e475b8f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1870208 Apr 30 16:04:13.862269 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7319ea-872f-4a70-bdc1-1c04ec85e5e3 req-de2e6c80-6a60-4d3e-a2c6-00f4109b0324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:13.863351 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6b7319ea-872f-4a70-bdc1-1c04ec85e5e3 req-de2e6c80-6a60-4d3e-a2c6-00f4109b0324 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7f4ad412-c48d-495d-bb3e-0f8ca8ef4992 HTTP/1.1" status: 200 len: 1099 time: 0.1403122 Apr 30 16:04:13.895772 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb52af-0015-4e6b-a008-40117bf359e5 req-f03070e9-4cd6-4fbf-b295-e8df747e8c2c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:13.897777 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-22fb52af-0015-4e6b-a008-40117bf359e5 req-f03070e9-4cd6-4fbf-b295-e8df747e8c2c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.3206539 Apr 30 16:04:13.919008 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7982c744-5b0e-4c49-af5a-8a82008564f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657477'] for network, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:13.928216 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:13.943716 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7982c744-5b0e-4c49-af5a-8a82008564f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:13.950576 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-7982c744-5b0e-4c49-af5a-8a82008564f8 admin admin] 10.222.0.72 "DELETE /v2.0/networks/819fb011-2436-418a-a827-e8015cd0e60c HTTP/1.1" status: 204 len: 168 time: 1.7221186 Apr 30 16:04:13.974574 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-22fb52af-0015-4e6b-a008-40117bf359e5 req-9acc654e-a924-4734-bc13-20783b083f44 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694501 Apr 30 16:04:13.975301 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982c744-5b0e-4c49-af5a-8a82008564f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=819fb011-2436-418a-a827-e8015cd0e60c,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:13.978479 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-7982c744-5b0e-4c49-af5a-8a82008564f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:14.172265 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5f3b27a5-d6d8-4ba3-b8dc-751592178ebb req-a6329cd8-9734-41c5-b3e9-34c6bf2f4c8f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065023 Apr 30 16:04:14.189400 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840c3b3-baee-4ebe-a93c-8e490556cd40 req-1d53959e-069c-4ff5-81a8-5ab62f416bab tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:14.191363 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3840c3b3-baee-4ebe-a93c-8e490556cd40 req-1d53959e-069c-4ff5-81a8-5ab62f416bab tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=67373a4f-5292-4a1d-aa0d-e1ba5070a74b HTTP/1.1" status: 200 len: 944 time: 0.1005261 Apr 30 16:04:14.208986 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6b7319ea-872f-4a70-bdc1-1c04ec85e5e3 req-8ac95421-16df-4873-b7a8-01ea44d019cd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268008 Apr 30 16:04:14.259422 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3840c3b3-baee-4ebe-a93c-8e490556cd40 req-3742d223-4b25-43bf-8263-58af8eb2e417 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485587 Apr 30 16:04:14.276202 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d9533e07-912d-45be-93a3-c6715c1888d1 req-f27db0f3-bbd1-4e16-8bbb-6bcd1193ec57 service neutron] 10.222.0.42 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966913 Apr 30 16:04:14.430009 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 35206) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:14.489423 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-b3abf8f0-131e-4561-966a-131b99b7ec98 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e47c1439b6884dea85fdc5c04cdf9341&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0581932 Apr 30 16:04:14.490126 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 35210) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:14.503382 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346c18f-ac71-42e6-928b-5b0d2e7edd06 req-34c1bf39-a231-4225-a44e-394c6f3e4bc7 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:14.504928 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6346c18f-ac71-42e6-928b-5b0d2e7edd06 req-34c1bf39-a231-4225-a44e-394c6f3e4bc7 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f4ad412-c48d-495d-bb3e-0f8ca8ef4992 HTTP/1.1" status: 200 len: 946 time: 0.1822648 Apr 30 16:04:14.542824 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d9533e07-912d-45be-93a3-c6715c1888d1 req-a688c60c-170e-43a9-aeae-8147d8533dc1 service neutron] 10.222.0.42 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596924 Apr 30 16:04:14.562460 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5636f1e4-ac83-4330-b31f-6cc2321ca522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:14.590463 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6346c18f-ac71-42e6-928b-5b0d2e7edd06 req-e2be8172-5732-470f-bc61-ff9ac709d380 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767162 Apr 30 16:04:14.592771 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5636f1e4-ac83-4330-b31f-6cc2321ca522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:14.661043 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5636f1e4-ac83-4330-b31f-6cc2321ca522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:14.665027 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-9be4a86d-0b46-4b66-a113-fbb5e67b8259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:14.681122 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636f1e4-ac83-4330-b31f-6cc2321ca522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142b2ac1-3f1a-49e1-83a2-21ccd80c4d61,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:14.683848 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-5636f1e4-ac83-4330-b31f-6cc2321ca522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:14.698945 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5636f1e4-ac83-4330-b31f-6cc2321ca522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:14.702032 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-5636f1e4-ac83-4330-b31f-6cc2321ca522 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/142b2ac1-3f1a-49e1-83a2-21ccd80c4d61 HTTP/1.1" status: 204 len: 168 time: 0.2102280 Apr 30 16:04:15.288056 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd2708-2b84-4a0e-a882-f9131c439b7d req-3a501617-9d04-443f-9984-9a155923e058 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:15.301423 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d9fd2708-2b84-4a0e-a882-f9131c439b7d req-3a501617-9d04-443f-9984-9a155923e058 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.1708913 Apr 30 16:04:15.406065 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d9fd2708-2b84-4a0e-a882-f9131c439b7d req-8088b82f-cc76-4d46-966a-f0da165976ed tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036808 Apr 30 16:04:15.521117 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b592f4-6cd9-4d93-8268-1d125990e580 req-6f6ce576-b7a2-413a-ac8f-643e042f515e tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:15.531566 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f1b592f4-6cd9-4d93-8268-1d125990e580 req-6f6ce576-b7a2-413a-ac8f-643e042f515e tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.1554823 Apr 30 16:04:15.608814 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f1b592f4-6cd9-4d93-8268-1d125990e580 req-b57f1b27-3b97-4293-a7e2-083634398b81 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761745 Apr 30 16:04:15.658238 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2209a-45d3-479b-bc06-7b01a0888efb req-0a2b7f48-4899-4494-859e-56683d4ff59a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:15.665862 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-0ef2209a-45d3-479b-bc06-7b01a0888efb req-0a2b7f48-4899-4494-859e-56683d4ff59a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=67373a4f-5292-4a1d-aa0d-e1ba5070a74b HTTP/1.1" status: 200 len: 944 time: 0.1304495 Apr 30 16:04:15.722507 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-0ef2209a-45d3-479b-bc06-7b01a0888efb req-3f6430c7-e04f-4016-94e9-ff978ab57389 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557954 Apr 30 16:04:15.818872 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138fb1b2-e908-4af9-b426-262c4f7170c0 req-d269b010-a3f4-4f89-8773-b2a5e78f6e7e tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:15.829015 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-138fb1b2-e908-4af9-b426-262c4f7170c0 req-d269b010-a3f4-4f89-8773-b2a5e78f6e7e tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f4ad412-c48d-495d-bb3e-0f8ca8ef4992 HTTP/1.1" status: 200 len: 946 time: 0.1070330 Apr 30 16:04:15.883144 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-138fb1b2-e908-4af9-b426-262c4f7170c0 req-121a0e3f-e920-46ec-963d-b6ba0a5598f9 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559042 Apr 30 16:04:15.919607 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:15.928909 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-cbfabc3f-af42-450d-b997-759998638fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:16.650641 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:16.823424 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771a8a3-deb8-439b-8ae8-7c6b5d502254 req-814c8cbd-1ecb-438c-897d-8e5f99d7a31b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:16.835587 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c771a8a3-deb8-439b-8ae8-7c6b5d502254 req-814c8cbd-1ecb-438c-897d-8e5f99d7a31b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.2001617 Apr 30 16:04:16.855184 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e1052-6c8a-40d3-9211-81263eabc21b req-12feafff-10ec-4222-9cd5-d2b8bf27fc94 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:16.855902 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-301e1052-6c8a-40d3-9211-81263eabc21b req-12feafff-10ec-4222-9cd5-d2b8bf27fc94 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Synchronizing usage tracker for tenant:5ab89963bad1468d8d31bd42b50c5e2d on resource:port {{(pid=73964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:04:16.883560 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-301e1052-6c8a-40d3-9211-81263eabc21b req-12feafff-10ec-4222-9cd5-d2b8bf27fc94 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Unset dirty status for tenant:5ab89963bad1468d8d31bd42b50c5e2d on resource:port {{(pid=73964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:04:16.892798 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-301e1052-6c8a-40d3-9211-81263eabc21b req-12feafff-10ec-4222-9cd5-d2b8bf27fc94 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.1460986 Apr 30 16:04:16.912395 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c771a8a3-deb8-439b-8ae8-7c6b5d502254 req-8ca40377-e63d-47b1-a9a5-3a595c8b9cf8 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679777 Apr 30 16:04:16.983441 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-301e1052-6c8a-40d3-9211-81263eabc21b req-181713bd-65af-45a3-8a79-7a3f44d83adc tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/security-groups?id=80f8f161-94e8-4f15-a133-421dcc7e078a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893598 Apr 30 16:04:17.195365 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bc7b4-79db-4c54-b039-e3c84fc69129 req-ee3aa054-d576-4e04-b1be-e758d7490ba2 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:17.196743 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0e9bc7b4-79db-4c54-b039-e3c84fc69129 req-ee3aa054-d576-4e04-b1be-e758d7490ba2 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.42 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 946 time: 0.1762209 Apr 30 16:04:17.519446 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d5c05-4d7a-4773-8943-ab98d0e67c15 req-f11f1429-8f48-4981-bd1e-ea59835b8a2f tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:17.520738 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-b31d5c05-4d7a-4773-8943-ab98d0e67c15 req-f11f1429-8f48-4981-bd1e-ea59835b8a2f tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Synchronizing usage tracker for tenant:75612fb9c54545baa7fc7f75d63cf365 on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:04:17.551889 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-b31d5c05-4d7a-4773-8943-ab98d0e67c15 req-f11f1429-8f48-4981-bd1e-ea59835b8a2f tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Unset dirty status for tenant:75612fb9c54545baa7fc7f75d63cf365 on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:04:17.553258 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b31d5c05-4d7a-4773-8943-ab98d0e67c15 req-f11f1429-8f48-4981-bd1e-ea59835b8a2f tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=67373a4f-5292-4a1d-aa0d-e1ba5070a74b HTTP/1.1" status: 200 len: 944 time: 0.4192941 Apr 30 16:04:17.571742 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-0e9bc7b4-79db-4c54-b039-e3c84fc69129 req-0a4a0f8f-dbfc-46e1-bdd9-27b1bb104e01 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Deleting port ad0c3a55-63c5-4141-884a-521ad44ca3cc {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:04:17.572124 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-0e9bc7b4-79db-4c54-b039-e3c84fc69129 req-0a4a0f8f-dbfc-46e1-bdd9-27b1bb104e01 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:17.726445 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b31d5c05-4d7a-4773-8943-ab98d0e67c15 req-dfc576f2-9d56-4bfb-ace0-28333f1a2ce1 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202159 Apr 30 16:04:17.762371 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-0e9bc7b4-79db-4c54-b039-e3c84fc69129 req-0a4a0f8f-dbfc-46e1-bdd9-27b1bb104e01 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] For port ad0c3a55-63c5-4141-884a-521ad44ca3cc, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ad0c3a55-63c5-4141-884a-521ad44ca3cc,segment=NetworkSegment(37ea889b-f838-458a-8199-0573ad83f653),segment_id=37ea889b-f838-458a-8199-0573ad83f653)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:04:17.763075 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-0e9bc7b4-79db-4c54-b039-e3c84fc69129 req-0a4a0f8f-dbfc-46e1-bdd9-27b1bb104e01 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:17.901250 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-0e9bc7b4-79db-4c54-b039-e3c84fc69129 req-0a4a0f8f-dbfc-46e1-bdd9-27b1bb104e01 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Calling delete_port for ad0c3a55-63c5-4141-884a-521ad44ca3cc owned by compute:nova {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:04:18.003841 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 35298) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:18.060147 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-0e9bc7b4-79db-4c54-b039-e3c84fc69129 req-0a4a0f8f-dbfc-46e1-bdd9-27b1bb104e01 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:18.074421 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['ad0c3a55-63c5-4141-884a-521ad44ca3cc'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:04:18.093510 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-370630b3-bf7e-495a-b3db-d6f19989dd9a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:18.210425 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c3607-ef9e-470d-b5b0-e0843426e13a req-bba20dcd-8926-49ac-8b8a-0b11511d0e2b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:18.223019 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-010c3607-ef9e-470d-b5b0-e0843426e13a req-bba20dcd-8926-49ac-8b8a-0b11511d0e2b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.1306348 Apr 30 16:04:18.279835 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a0f8f-dbfc-46e1-bdd9-27b1bb104e01 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Pushing event deleted for resources: {'Port': ['ID=ad0c3a55-63c5-4141-884a-521ad44ca3cc,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:18.290318 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9552a16b-d927-455a-b4fd-b11eae1f512e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:18.312494 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-010c3607-ef9e-470d-b5b0-e0843426e13a req-d937d2b8-ac0d-4a2f-83cb-930477b02a79 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882311 Apr 30 16:04:18.317105 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-0a4a0f8f-dbfc-46e1-bdd9-27b1bb104e01 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:18.323178 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-9552a16b-d927-455a-b4fd-b11eae1f512e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:18.334380 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-390e82a2-3252-4ad5-8422-0cfb71a7beba req-d2161869-2950-4534-ac49-6469c4ed24db tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.72 "GET /v2.0/ports?device_id=2082fe5b-fec3-4ad1-8729-5107f5570415 HTTP/1.1" status: 200 len: 210 time: 0.1025491 Apr 30 16:04:18.340300 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-9552a16b-d927-455a-b4fd-b11eae1f512e admin admin] Usage tracker for resource:security_group_rule and tenant:f3a1bbb2cad941bbb924b97327036068 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:18.342759 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9bc7b4-79db-4c54-b039-e3c84fc69129 req-0a4a0f8f-dbfc-46e1-bdd9-27b1bb104e01 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] No DVR routers for this DVR port ad0c3a55-63c5-4141-884a-521ad44ca3cc on host hv-cinder-78719 {{(pid=73963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:04:18.350502 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-0e9bc7b4-79db-4c54-b039-e3c84fc69129 req-0a4a0f8f-dbfc-46e1-bdd9-27b1bb104e01 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:18.350708 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-9552a16b-d927-455a-b4fd-b11eae1f512e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:18.353867 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2082fe5b-fec3-4ad1-8729-5107f5570415', 'name': 'network-vif-deleted', 'tag': 'ad0c3a55-63c5-4141-884a-521ad44ca3cc'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:04:18.372315 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0e9bc7b4-79db-4c54-b039-e3c84fc69129 req-0a4a0f8f-dbfc-46e1-bdd9-27b1bb104e01 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] 10.222.0.42 "DELETE /v2.0/ports/ad0c3a55-63c5-4141-884a-521ad44ca3cc HTTP/1.1" status: 204 len: 173 time: 1.1634777 Apr 30 16:04:18.373835 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-9552a16b-d927-455a-b4fd-b11eae1f512e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:18.430608 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:18.438272 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2082fe5b-fec3-4ad1-8729-5107f5570415', 'name': 'network-vif-deleted', 'tag': 'ad0c3a55-63c5-4141-884a-521ad44ca3cc', 'status': 'completed', 'code': 200} Apr 30 16:04:18.508723 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9552a16b-d927-455a-b4fd-b11eae1f512e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:18.514134 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9552a16b-d927-455a-b4fd-b11eae1f512e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:18.524693 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-28e9ff53-e364-40af-982c-9fff1e7fb843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:18.571996 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552a16b-d927-455a-b4fd-b11eae1f512e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8eac171-e8ae-47cb-a12f-b28917f0597a,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:18.579152 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-9552a16b-d927-455a-b4fd-b11eae1f512e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f3a1bbb2cad941bbb924b97327036068&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5696962 Apr 30 16:04:18.580640 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 35308) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:18.584921 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552a16b-d927-455a-b4fd-b11eae1f512e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:18.584921 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552a16b-d927-455a-b4fd-b11eae1f512e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:18.585314 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552a16b-d927-455a-b4fd-b11eae1f512e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:18.585655 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552a16b-d927-455a-b4fd-b11eae1f512e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:18.585854 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552a16b-d927-455a-b4fd-b11eae1f512e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:18.586166 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552a16b-d927-455a-b4fd-b11eae1f512e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:18.586507 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552a16b-d927-455a-b4fd-b11eae1f512e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:18.586846 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552a16b-d927-455a-b4fd-b11eae1f512e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:18.587182 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552a16b-d927-455a-b4fd-b11eae1f512e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:18.587531 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552a16b-d927-455a-b4fd-b11eae1f512e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:18.587854 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552a16b-d927-455a-b4fd-b11eae1f512e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:18.588214 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9552a16b-d927-455a-b4fd-b11eae1f512e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:18.601940 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-9552a16b-d927-455a-b4fd-b11eae1f512e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:18.662375 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4c77669e-72d1-46ae-97ea-e2dcdbf5f988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:18.696875 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4c77669e-72d1-46ae-97ea-e2dcdbf5f988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:18.764913 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4c77669e-72d1-46ae-97ea-e2dcdbf5f988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:18.772807 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-de62525f-2e42-470b-aeb3-6c7ca4d10b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:18.786207 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77669e-72d1-46ae-97ea-e2dcdbf5f988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8eac171-e8ae-47cb-a12f-b28917f0597a,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:18.789226 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-4c77669e-72d1-46ae-97ea-e2dcdbf5f988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:18.791154 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4c77669e-72d1-46ae-97ea-e2dcdbf5f988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:18.793093 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-4c77669e-72d1-46ae-97ea-e2dcdbf5f988 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e8eac171-e8ae-47cb-a12f-b28917f0597a HTTP/1.1" status: 204 len: 168 time: 0.2087049 Apr 30 16:04:18.979651 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device a017d34c-d22e-4127-9c00-9885ba1d5329 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:04:19.049177 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ce3c9-6fdd-45e0-9ef3-5e6b52857a2a req-bc1d29c4-aa9d-4d0c-bef5-3b3478674bd4 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:19.051336 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f47ce3c9-6fdd-45e0-9ef3-5e6b52857a2a req-bc1d29c4-aa9d-4d0c-bef5-3b3478674bd4 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=67373a4f-5292-4a1d-aa0d-e1ba5070a74b HTTP/1.1" status: 200 len: 944 time: 0.1588981 Apr 30 16:04:19.111882 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f47ce3c9-6fdd-45e0-9ef3-5e6b52857a2a req-a66c9ae7-7b93-48c0-a04a-42c0e5c1c86c tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533595 Apr 30 16:04:19.240663 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port a017d34c-d22e-4127-9c00-9885ba1d5329, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a017d34c-d22e-4127-9c00-9885ba1d5329,segment=NetworkSegment(7e998a4a-d4bf-40aa-816b-f6ea84410e10),segment_id=7e998a4a-d4bf-40aa-816b-f6ea84410e10)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:04:19.256399 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Returning: {'device': 'a017d34c-d22e-4127-9c00-9885ba1d5329', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'port_id': 'a017d34c-d22e-4127-9c00-9885ba1d5329', 'mac_address': 'fa:16:3e:16:ca:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99795baf-474b-42a4-8dbb-35c325850572', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:04:19.264314 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 35320) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:19.284033 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-183ea885-4e45-4404-84e3-363a83999f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:19.299649 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-183ea885-4e45-4404-84e3-363a83999f2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:19.305166 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-183ea885-4e45-4404-84e3-363a83999f2e admin admin] Usage tracker for resource:security_group_rule and tenant:6d8ba4c3ef4e422bb72b5395aa1726a5 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:19.310447 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-183ea885-4e45-4404-84e3-363a83999f2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:19.317383 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-183ea885-4e45-4404-84e3-363a83999f2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:19.331950 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:19.366538 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a017d34c-d22e-4127-9c00-9885ba1d5329 {{(pid=73965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:04:19.400188 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port a017d34c-d22e-4127-9c00-9885ba1d5329, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a017d34c-d22e-4127-9c00-9885ba1d5329,segment=NetworkSegment(7e998a4a-d4bf-40aa-816b-f6ea84410e10),segment_id=7e998a4a-d4bf-40aa-816b-f6ea84410e10)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:04:19.406715 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:19.409794 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:19.490886 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 35328) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:19.546837 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=a017d34c-d22e-4127-9c00-9885ba1d5329,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:19.549922 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:19.566593 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-183ea885-4e45-4404-84e3-363a83999f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:19.611093 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-183ea885-4e45-4404-84e3-363a83999f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:19.624404 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-1b3561e3-dd3f-4c76-b252-de50618aca63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:19.702835 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['a017d34c-d22e-4127-9c00-9885ba1d5329'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:04:19.741486 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-183ea885-4e45-4404-84e3-363a83999f2e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6d8ba4c3ef4e422bb72b5395aa1726a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4760625 Apr 30 16:04:19.744098 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 35332) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:19.767290 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ea885-4e45-4404-84e3-363a83999f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b0e707-fbdf-403c-b258-35c5b8e5e385,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:19.775772 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-183ea885-4e45-4404-84e3-363a83999f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:19.811848 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29590a1e-e7e3-4590-ac04-b78056134b6b req-90c75941-d91a-4026-9311-fc85274edd83 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:19.818830 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-29590a1e-e7e3-4590-ac04-b78056134b6b req-90c75941-d91a-4026-9311-fc85274edd83 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.2610257 Apr 30 16:04:19.871563 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4a07ac39-75eb-467c-9df7-0243c7404085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:19.931536 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4a07ac39-75eb-467c-9df7-0243c7404085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:20.034704 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4a07ac39-75eb-467c-9df7-0243c7404085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:20.041019 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-6134c159-850b-4895-bfb5-06ccecef4583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:20.072460 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4a07ac39-75eb-467c-9df7-0243c7404085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:20.073932 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-4a07ac39-75eb-467c-9df7-0243c7404085 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c9b0e707-fbdf-403c-b258-35c5b8e5e385 HTTP/1.1" status: 204 len: 168 time: 0.3284042 Apr 30 16:04:20.074959 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07ac39-75eb-467c-9df7-0243c7404085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b0e707-fbdf-403c-b258-35c5b8e5e385,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:20.086329 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-4a07ac39-75eb-467c-9df7-0243c7404085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:20.287405 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-29590a1e-e7e3-4590-ac04-b78056134b6b req-aa8728eb-dda7-4065-8f39-7869faad4934 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4676359 Apr 30 16:04:20.374562 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b6e72-ccaa-41da-90ca-d12097bc02be req-101d058f-480e-4856-9af7-3e8a617ded58 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:20.400658 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-956b6e72-ccaa-41da-90ca-d12097bc02be req-101d058f-480e-4856-9af7-3e8a617ded58 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=67373a4f-5292-4a1d-aa0d-e1ba5070a74b HTTP/1.1" status: 200 len: 945 time: 0.1299560 Apr 30 16:04:20.447129 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-956b6e72-ccaa-41da-90ca-d12097bc02be req-528cad83-dcce-4df7-9232-9f89ab63fd7b tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456085 Apr 30 16:04:20.594715 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6eb272df-5eae-4444-964e-0c3786fe23f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-915790'] for router_interface, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:20.996263 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device a017d34c-d22e-4127-9c00-9885ba1d5329 up at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:04:21.100717 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning for port a017d34c-d22e-4127-9c00-9885ba1d5329 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:04:21.105565 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning complete for port a017d34c-d22e-4127-9c00-9885ba1d5329 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:04:21.106008 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:21.120509 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-6eb272df-5eae-4444-964e-0c3786fe23f0 admin admin] Deleting port e6e2ce65-91b2-4604-9317-c1416eaf3632 {{(pid=73964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:04:21.121154 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6eb272df-5eae-4444-964e-0c3786fe23f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:21.284558 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.db [None req-6eb272df-5eae-4444-964e-0c3786fe23f0 admin admin] For port e6e2ce65-91b2-4604-9317-c1416eaf3632, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=e6e2ce65-91b2-4604-9317-c1416eaf3632,segment=NetworkSegment(37ea889b-f838-458a-8199-0573ad83f653),segment_id=37ea889b-f838-458a-8199-0573ad83f653)] {{(pid=73964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:04:21.285013 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6eb272df-5eae-4444-964e-0c3786fe23f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:21.287466 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:21.407681 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67373a4f-5292-4a1d-aa0d-e1ba5070a74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a017d34c-d22e-4127-9c00-9885ba1d5329'}] {{(pid=73965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:04:21.434526 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port a017d34c-d22e-4127-9c00-9885ba1d5329, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a017d34c-d22e-4127-9c00-9885ba1d5329,segment=NetworkSegment(7e998a4a-d4bf-40aa-816b-f6ea84410e10),segment_id=7e998a4a-d4bf-40aa-816b-f6ea84410e10)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:04:21.458795 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:21.460173 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device ad0c3a55-63c5-4141-884a-521ad44ca3cc no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:04:21.533211 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:21.552407 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-6eb272df-5eae-4444-964e-0c3786fe23f0 admin admin] Calling delete_port for e6e2ce65-91b2-4604-9317-c1416eaf3632 owned by network:router_interface {{(pid=73964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:04:21.612859 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] No Port match for: ad0c3a55-63c5-4141-884a-521ad44ca3cc {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:04:21.613206 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device ad0c3a55-63c5-4141-884a-521ad44ca3cc not bound to the agent host hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:04:21.627184 dv-cinder-787195-6-iscsi neutron-server[73965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67373a4f-5292-4a1d-aa0d-e1ba5070a74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a017d34c-d22e-4127-9c00-9885ba1d5329', 'code': 200} Apr 30 16:04:21.690137 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=a017d34c-d22e-4127-9c00-9885ba1d5329,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:21.693961 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:21.899201 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d1c7d-7115-4ced-814a-17bfe704c6c5 req-80b6c442-d61d-49ca-bd17-cc0a9424cfd0 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:21.900696 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b51d1c7d-7115-4ced-814a-17bfe704c6c5 req-80b6c442-d61d-49ca-bd17-cc0a9424cfd0 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.3056607 Apr 30 16:04:21.976252 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b51d1c7d-7115-4ced-814a-17bfe704c6c5 req-d6288cf7-c487-496e-af50-f2f6a7fd9b62 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686882 Apr 30 16:04:22.041371 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e3a17-c142-4e63-8737-0b5230af8a62 req-8ca55f6a-36f9-4786-bf42-8382e02535dc tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:22.048500 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-762e3a17-c142-4e63-8737-0b5230af8a62 req-8ca55f6a-36f9-4786-bf42-8382e02535dc tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=67373a4f-5292-4a1d-aa0d-e1ba5070a74b HTTP/1.1" status: 200 len: 946 time: 0.2904065 Apr 30 16:04:22.090687 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6eb272df-5eae-4444-964e-0c3786fe23f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:22.107361 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-af977a0f-2220-490c-8fdc-e37dc37716a7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:22.116632 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-762e3a17-c142-4e63-8737-0b5230af8a62 req-d35d64de-141d-4adb-a743-400b5543204a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654075 Apr 30 16:04:22.141954 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d13151-45a0-4e91-809a-51ffa4d197fa req-6a2080c1-b9cd-4ba1-b532-edb63404d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:22.143532 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c0d13151-45a0-4e91-809a-51ffa4d197fa req-6a2080c1-b9cd-4ba1-b532-edb63404d416 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=67373a4f-5292-4a1d-aa0d-e1ba5070a74b HTTP/1.1" status: 200 len: 1099 time: 0.1934893 Apr 30 16:04:22.199705 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c0d13151-45a0-4e91-809a-51ffa4d197fa req-5d2f0a7b-c173-4db0-b427-f7ded7f6bd58 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489409 Apr 30 16:04:22.245648 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb272df-5eae-4444-964e-0c3786fe23f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e2ce65-91b2-4604-9317-c1416eaf3632,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:22.248538 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-6eb272df-5eae-4444-964e-0c3786fe23f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:22.658315 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6eb272df-5eae-4444-964e-0c3786fe23f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664318'] for router_interface, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:23.051094 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb272df-5eae-4444-964e-0c3786fe23f0 admin admin] Router 715b7289-0e7b-4664-8465-db5dd372ff59 has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:04:23.328016 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb272df-5eae-4444-964e-0c3786fe23f0 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:04:23.340391 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbb4eb3-bd6d-423c-ab77-72f9b96b2558 None None] Sync routers for ids ['715b7289-0e7b-4664-8465-db5dd372ff59'] in dv-cinder-787195-6-iscsi {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:04:23.354524 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbb4eb3-bd6d-423c-ab77-72f9b96b2558 None None] Routers {'715b7289-0e7b-4664-8465-db5dd372ff59'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:04:23.356939 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-7bbb4eb3-bd6d-423c-ab77-72f9b96b2558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:04:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['715b7289-0e7b-4664-8465-db5dd372ff59'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:04:23.378628 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-6eb272df-5eae-4444-964e-0c3786fe23f0 admin admin] 10.222.0.72 "PUT /v2.0/routers/715b7289-0e7b-4664-8465-db5dd372ff59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8851092 Apr 30 16:04:23.384952 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 35418) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:23.387305 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce243ec3-a40c-49cd-84ed-61a959840176 req-6cb1f091-cddf-4c29-a021-0943e235a750 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:23.388900 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ce243ec3-a40c-49cd-84ed-61a959840176 req-6cb1f091-cddf-4c29-a021-0943e235a750 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.1345973 Apr 30 16:04:23.486737 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ce243ec3-a40c-49cd-84ed-61a959840176 req-b10ca765-6d1e-4141-ae7b-a62fe2ccb64b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917289 Apr 30 16:04:23.573991 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cbe01-f998-4355-b458-d62a3151440e req-29c2d981-4e93-4958-b3ff-7272b333cfd0 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:23.577446 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6d0cbe01-f998-4355-b458-d62a3151440e req-29c2d981-4e93-4958-b3ff-7272b333cfd0 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=67373a4f-5292-4a1d-aa0d-e1ba5070a74b HTTP/1.1" status: 200 len: 946 time: 0.2879169 Apr 30 16:04:23.651683 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6d0cbe01-f998-4355-b458-d62a3151440e req-06e43c47-f073-4f0d-9722-c0b51ba493fb tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594273 Apr 30 16:04:23.690071 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-7bbb4eb3-bd6d-423c-ab77-72f9b96b2558 None None] Set router 715b7289-0e7b-4664-8465-db5dd372ff59 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:04:23.896570 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] Notify callbacks [] for router, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:24.028688 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-7bbb4eb3-bd6d-423c-ab77-72f9b96b2558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715b7289-0e7b-4664-8465-db5dd372ff59', 'name': 'tempest-ServerRescueNegativeTestJSON-1127863820-router', 'tenant_id': '5ab89963bad1468d8d31bd42b50c5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '45e1fb38-c554-443c-8f01-646ea4288609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:19Z', 'updated_at': '2021-04-30T16:04:22Z', 'revision_number': 5, 'project_id': '5ab89963bad1468d8d31bd42b50c5e2d', 'gw_port': {'id': '45e1fb38-c554-443c-8f01-646ea4288609', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b7289-0e7b-4664-8465-db5dd372ff59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:21Z', 'updated_at': '2021-04-30T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:04:24.032011 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a8ac4-620f-45e5-b8ee-a2caac786518 req-81f427ca-f7df-4f10-b59d-120cfdd2ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:24.033828 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-367a8ac4-620f-45e5-b8ee-a2caac786518 req-81f427ca-f7df-4f10-b59d-120cfdd2ebcc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5252f565887e47f3ad4aa7e44a1a1e8a&device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 1099 time: 0.2272110 Apr 30 16:04:24.037440 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbb4eb3-bd6d-423c-ab77-72f9b96b2558 None None] Checking router: 715b7289-0e7b-4664-8465-db5dd372ff59 for host: dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:04:24.051842 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbb4eb3-bd6d-423c-ab77-72f9b96b2558 None None] Routers {'715b7289-0e7b-4664-8465-db5dd372ff59'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:04:24.052675 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-7bbb4eb3-bd6d-423c-ab77-72f9b96b2558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:04:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['715b7289-0e7b-4664-8465-db5dd372ff59'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:04:24.236285 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:24.255886 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-7bbb4eb3-bd6d-423c-ab77-72f9b96b2558 None None] Set router 715b7289-0e7b-4664-8465-db5dd372ff59 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:04:24.287370 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a8ac4-620f-45e5-b8ee-a2caac786518 req-a577893b-102f-44d6-a81a-5f56d255f904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:24.288730 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-367a8ac4-620f-45e5-b8ee-a2caac786518 req-a577893b-102f-44d6-a81a-5f56d255f904 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ee2b0be8-6f61-4610-80f3-80f1a59047b4 HTTP/1.1" status: 200 len: 917 time: 0.1910560 Apr 30 16:04:24.416076 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-367a8ac4-620f-45e5-b8ee-a2caac786518 req-241e69e5-6938-4930-9cb0-7e3fc9a52e15 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6160013-10e2-4b7e-a71f-0f55535cfa4f HTTP/1.1" status: 200 len: 1002 time: 0.1116333 Apr 30 16:04:24.417639 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] Deleting port 45e1fb38-c554-443c-8f01-646ea4288609 {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:04:24.417972 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:24.549399 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-7bbb4eb3-bd6d-423c-ab77-72f9b96b2558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '715b7289-0e7b-4664-8465-db5dd372ff59', 'name': 'tempest-ServerRescueNegativeTestJSON-1127863820-router', 'tenant_id': '5ab89963bad1468d8d31bd42b50c5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '45e1fb38-c554-443c-8f01-646ea4288609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:19Z', 'updated_at': '2021-04-30T16:04:22Z', 'revision_number': 5, 'project_id': '5ab89963bad1468d8d31bd42b50c5e2d', 'gw_port': {'id': '45e1fb38-c554-443c-8f01-646ea4288609', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b7289-0e7b-4664-8465-db5dd372ff59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:21Z', 'updated_at': '2021-04-30T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:04:24.555217 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbb4eb3-bd6d-423c-ab77-72f9b96b2558 None None] The sync data for ids ['715b7289-0e7b-4664-8465-db5dd372ff59'] in dv-cinder-787195-6-iscsi is: [{'id': '715b7289-0e7b-4664-8465-db5dd372ff59', 'name': 'tempest-ServerRescueNegativeTestJSON-1127863820-router', 'tenant_id': '5ab89963bad1468d8d31bd42b50c5e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '45e1fb38-c554-443c-8f01-646ea4288609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:19Z', 'updated_at': '2021-04-30T16:04:22Z', 'revision_number': 5, 'project_id': '5ab89963bad1468d8d31bd42b50c5e2d', 'gw_port': {'id': '45e1fb38-c554-443c-8f01-646ea4288609', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b7289-0e7b-4664-8465-db5dd372ff59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:21Z', 'updated_at': '2021-04-30T16:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}] {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:04:24.566719 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a8ac4-620f-45e5-b8ee-a2caac786518 req-81d66409-332e-4264-af0a-4a81e540faad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:24.568515 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-367a8ac4-620f-45e5-b8ee-a2caac786518 req-81d66409-332e-4264-af0a-4a81e540faad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f8b7b306-eb20-4da6-945c-a1c9edf03578 HTTP/1.1" status: 200 len: 856 time: 0.1382279 Apr 30 16:04:24.658250 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] For port 45e1fb38-c554-443c-8f01-646ea4288609, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=45e1fb38-c554-443c-8f01-646ea4288609,segment=NetworkSegment(a30bcc7b-d76f-404c-9f7c-d7e43145326e),segment_id=a30bcc7b-d76f-404c-9f7c-d7e43145326e)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:04:24.658610 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:24.787140 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] Calling delete_port for 45e1fb38-c554-443c-8f01-646ea4288609 owned by network:router_gateway {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:04:24.866024 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a8ac4-620f-45e5-b8ee-a2caac786518 req-bc99fab0-a17c-4eda-aabd-4bc25573c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:24.867476 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-367a8ac4-620f-45e5-b8ee-a2caac786518 req-bc99fab0-a17c-4eda-aabd-4bc25573c049 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee2b0be8-6f61-4610-80f3-80f1a59047b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2857594 Apr 30 16:04:24.890525 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5754ca-3e0e-44d8-8a70-042c50bfa858 req-4cb7a6fa-b9be-481b-900b-f1f26a471967 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:24.892123 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7e5754ca-3e0e-44d8-8a70-042c50bfa858 req-4cb7a6fa-b9be-481b-900b-f1f26a471967 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=67373a4f-5292-4a1d-aa0d-e1ba5070a74b HTTP/1.1" status: 200 len: 946 time: 0.0926950 Apr 30 16:04:25.015168 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7e5754ca-3e0e-44d8-8a70-042c50bfa858 req-a9d337db-c1fc-4ba1-8b5f-0562c485503a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085863 Apr 30 16:04:25.253648 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f0f71-542f-43f5-b27e-01177bec62f8 req-385c406b-836b-4266-8bcb-04d8e7331d34 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:25.260655 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-862f0f71-542f-43f5-b27e-01177bec62f8 req-385c406b-836b-4266-8bcb-04d8e7331d34 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=67373a4f-5292-4a1d-aa0d-e1ba5070a74b HTTP/1.1" status: 200 len: 946 time: 0.1190712 Apr 30 16:04:25.325335 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-862f0f71-542f-43f5-b27e-01177bec62f8 req-83a65634-d4e7-4b7d-983a-211929d320b8 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588152 Apr 30 16:04:25.337241 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 35466) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:25.340121 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-367a8ac4-620f-45e5-b8ee-a2caac786518 req-80349ccc-e3c6-4fbf-85ea-49bfb2445138 service neutron] 10.222.0.42 "GET /v2.0/networks/ee2b0be8-6f61-4610-80f3-80f1a59047b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647043 Apr 30 16:04:25.348295 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f98f0e-3a96-40ad-98fa-7c04b0c76932 req-69f535fb-6e86-4dce-8a80-205b0340d44d tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:25.349711 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-35f98f0e-3a96-40ad-98fa-7c04b0c76932 req-69f535fb-6e86-4dce-8a80-205b0340d44d tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.5253060 Apr 30 16:04:25.516510 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-35f98f0e-3a96-40ad-98fa-7c04b0c76932 req-4cc3b5ee-a1de-4154-a639-81f9ea267d21 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465430 Apr 30 16:04:25.546224 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device e6e2ce65-91b2-4604-9317-c1416eaf3632 no longer exists at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:04:25.578575 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-367a8ac4-620f-45e5-b8ee-a2caac786518 req-3d18c62b-ffc2-4293-8a5b-15b33276704a service neutron] 10.222.0.42 "GET /v2.0/networks/ee2b0be8-6f61-4610-80f3-80f1a59047b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278361 Apr 30 16:04:25.581344 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:25.585948 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-0a4a0f8f-dbfc-46e1-bdd9-27b1bb104e01 tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:25.587758 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] No Port match for: e6e2ce65-91b2-4604-9317-c1416eaf3632 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:04:25.588329 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device e6e2ce65-91b2-4604-9317-c1416eaf3632 not bound to the agent host dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:04:25.634557 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8afdff-aa62-4922-a2b0-37d8a2d19543 tempest-TestVolumeBootPattern-404697594 tempest-TestVolumeBootPattern-404697594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:25.635412 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-5f8afdff-aa62-4922-a2b0-37d8a2d19543 tempest-TestVolumeBootPattern-404697594 tempest-TestVolumeBootPattern-404697594-project-admin] Synchronizing usage tracker for tenant:94d6b391de694cb0ab49668afcba22dc on resource:port {{(pid=73964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:04:25.652732 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-5f8afdff-aa62-4922-a2b0-37d8a2d19543 tempest-TestVolumeBootPattern-404697594 tempest-TestVolumeBootPattern-404697594-project-admin] Unset dirty status for tenant:94d6b391de694cb0ab49668afcba22dc on resource:port {{(pid=73964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:04:25.657694 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-5f8afdff-aa62-4922-a2b0-37d8a2d19543 tempest-TestVolumeBootPattern-404697594 tempest-TestVolumeBootPattern-404697594-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=67373a4f-5292-4a1d-aa0d-e1ba5070a74b HTTP/1.1" status: 200 len: 1094 time: 0.3158157 Apr 30 16:04:25.658118 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 35478) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:25.666996 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] Pushing event deleted for resources: {'Port': ['ID=45e1fb38-c554-443c-8f01-646ea4288609,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:25.667714 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-baae34db-516c-47d3-b7fb-2dc2fddbdea3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Request body: {'floatingip': {'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'port_id': 'a017d34c-d22e-4127-9c00-9885ba1d5329', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'fixed_ip_address': '172.20.0.13'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:04:25.673868 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-baae34db-516c-47d3-b7fb-2dc2fddbdea3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:25.677163 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656601'] for router_gateway, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:25.678103 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-baae34db-516c-47d3-b7fb-2dc2fddbdea3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Usage tracker for resource:floatingip and tenant:75612fb9c54545baa7fc7f75d63cf365 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:25.681058 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-baae34db-516c-47d3-b7fb-2dc2fddbdea3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:25.687400 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-baae34db-516c-47d3-b7fb-2dc2fddbdea3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:25.698736 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-baae34db-516c-47d3-b7fb-2dc2fddbdea3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for floatingip, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:25.789313 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:25.789697 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:25.790048 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:25.790409 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:25.790743 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:25.791086 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:25.791427 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:25.791769 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:25.792131 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:25.792469 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:25.792803 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:25.793135 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:04:25.796909 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:25.862839 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12704'] for router, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:25.863175 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-baae34db-516c-47d3-b7fb-2dc2fddbdea3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:25.865547 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:25.955178 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-664956'] for router, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:25.955817 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 715b7289-0e7b-4664-8465-db5dd372ff59 {{(pid=73963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 16:04:25.972609 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] Notify callbacks [] for router, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:25.973975 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] 10.222.0.72 "DELETE /v2.0/routers/715b7289-0e7b-4664-8465-db5dd372ff59 HTTP/1.1" status: 204 len: 168 time: 2.5879600 Apr 30 16:04:25.977155 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 35490) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:26.049847 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d33b00b-5c37-43dd-bb12-a0fd3ead32c8 admin admin] Deleting subnet ee3010de-4ebd-4277-9903-82c7833bcd22 {{(pid=73963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:04:26.053531 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4d33b00b-5c37-43dd-bb12-a0fd3ead32c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:26.116932 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4d33b00b-5c37-43dd-bb12-a0fd3ead32c8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:26.124262 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4d33b00b-5c37-43dd-bb12-a0fd3ead32c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2036197'] for subnet, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:26.130982 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_common [None req-baae34db-516c-47d3-b7fb-2dc2fddbdea3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Allocated IP 172.27.3.126 (7713db68-e23d-4336-9c52-9698584522df/6c05463b-e465-4436-9156-1956ee4f9865/97c45bf0-472f-4f60-ab93-98875f15b59c) {{(pid=73964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:04:26.302645 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-baae34db-516c-47d3-b7fb-2dc2fddbdea3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for port, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:26.335123 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-baae34db-516c-47d3-b7fb-2dc2fddbdea3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:26.339616 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-614b7306-4de4-42be-a4e3-ac83ffc96803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:26.398721 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baae34db-516c-47d3-b7fb-2dc2fddbdea3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Network 7713db68-e23d-4336-9c52-9698584522df is already hosted by enough agents. {{(pid=73964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:04:26.402268 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4d33b00b-5c37-43dd-bb12-a0fd3ead32c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2036220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for subnet, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:26.406033 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-baae34db-516c-47d3-b7fb-2dc2fddbdea3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Resources bound (agent type, host, resource id): {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:04:26.407552 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-b3ef0cf9-301e-418e-9309-f129fe02fe86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:26.410165 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baae34db-516c-47d3-b7fb-2dc2fddbdea3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Received port after_create {{(pid=73964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:04:26.445114 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33b00b-5c37-43dd-bb12-a0fd3ead32c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee3010de-4ebd-4277-9903-82c7833bcd22,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:26.448063 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-4d33b00b-5c37-43dd-bb12-a0fd3ead32c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:26.449100 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4d33b00b-5c37-43dd-bb12-a0fd3ead32c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:26.451362 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae34db-516c-47d3-b7fb-2dc2fddbdea3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Pushing event updated for resources: {'Port': ['ID=97c45bf0-472f-4f60-ab93-98875f15b59c,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:26.456087 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-4d33b00b-5c37-43dd-bb12-a0fd3ead32c8 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ee3010de-4ebd-4277-9903-82c7833bcd22 HTTP/1.1" status: 204 len: 168 time: 0.4777772 Apr 30 16:04:26.458536 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 35506) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:26.464755 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-baae34db-516c-47d3-b7fb-2dc2fddbdea3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:26.573254 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 35512) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:26.605042 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688298'] for network, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:26.750747 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034024', 'neutron.services.segments.db._delete_segments_for_network-8758133272989'] for network, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:26.762973 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-21941426-0ac0-44a4-83ea-f916181b1208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:26.792479 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-21941426-0ac0-44a4-83ea-f916181b1208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:26.839799 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-21941426-0ac0-44a4-83ea-f916181b1208 admin admin] Usage tracker for resource:security_group_rule and tenant:8d4c28e9008f4305acc4742d3b3f43e8 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:26.845071 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-21941426-0ac0-44a4-83ea-f916181b1208 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:26.862546 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6ae84-ec4e-4ad4-bc51-e684de4f0a5b req-40223f4e-56a5-4c51-8ecf-ef37afec16fc tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:26.863806 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-21941426-0ac0-44a4-83ea-f916181b1208 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:26.864639 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-25b6ae84-ec4e-4ad4-bc51-e684de4f0a5b req-40223f4e-56a5-4c51-8ecf-ef37afec16fc tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.1875548 Apr 30 16:04:26.969429 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-25b6ae84-ec4e-4ad4-bc51-e684de4f0a5b req-6f9f2487-833e-419c-a154-391e862cfe05 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867391 Apr 30 16:04:26.980204 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:04:26.980545 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:04:26.981270 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:04:26.981612 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] Subscribe: > port after_create 55550000 {{(pid=73963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:04:26.981925 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] Subscribe: > port after_delete 55550000 {{(pid=73963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:04:26.982246 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] Subscribe: > port after_update 55550000 {{(pid=73963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:04:26.982604 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:04:26.983322 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:04:26.983322 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:04:26.983507 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:04:26.990424 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-baae34db-516c-47d3-b7fb-2dc2fddbdea3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:27.063041 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-baae34db-516c-47d3-b7fb-2dc2fddbdea3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:27.139325 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:04:27.139706 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:04:27.139899 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:04:27.140258 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 16:04:27.140621 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.services.segments.db [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['003f3ed1-d8ee-44dc-a675-9957118a6f9c']}} {{(pid=73963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:04:27.161677 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.services.segments.db [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ea889b-f838-458a-8199-0573ad83f653') {'for_net_delete': True} {{(pid=73963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:04:27.162140 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.services.segments.db [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ea889b-f838-458a-8199-0573ad83f653') {} {{(pid=73963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:04:27.178715 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133283943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241415'] for segment, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:27.202976 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:27.214513 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=73963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:04:27.265135 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-baae34db-516c-47d3-b7fb-2dc2fddbdea3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for port, precommit_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:27.269871 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-baae34db-516c-47d3-b7fb-2dc2fddbdea3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714077'] for port, after_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:27.273908 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:27.373817 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae34db-516c-47d3-b7fb-2dc2fddbdea3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Pushing event updated for resources: {'Port': ['ID=97c45bf0-472f-4f60-ab93-98875f15b59c,revision_number=2']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:27.377913 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-baae34db-516c-47d3-b7fb-2dc2fddbdea3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:27.386083 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-baae34db-516c-47d3-b7fb-2dc2fddbdea3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-915876'] for floatingip, after_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:27.427329 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] Network 003f3ed1-d8ee-44dc-a675-9957118a6f9c has no segments {{(pid=73963) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:04:27.437523 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2039760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3914858'] for segment, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:27.451052 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-21941426-0ac0-44a4-83ea-f916181b1208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:27.462020 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-21941426-0ac0-44a4-83ea-f916181b1208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:27.472378 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:27.558197 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.db.l3_db [None req-baae34db-516c-47d3-b7fb-2dc2fddbdea3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Floating IP 18c5e8ac-d17f-44fc-bf64-8ab3eafaee52 associated. External IP: 172.27.3.126, port: a017d34c-d22e-4127-9c00-9885ba1d5329. Apr 30 16:04:27.566375 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21941426-0ac0-44a4-83ea-f916181b1208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14761a4d-9138-41c0-b611-7dd05246c643,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:27.591389 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 45e1fb38-c554-443c-8f01-646ea4288609 no longer exists at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:04:27.594076 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-21941426-0ac0-44a4-83ea-f916181b1208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:27.601384 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-21941426-0ac0-44a4-83ea-f916181b1208 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8d4c28e9008f4305acc4742d3b3f43e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0247316 Apr 30 16:04:27.613217 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 35522) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:27.629904 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] No Port match for: 45e1fb38-c554-443c-8f01-646ea4288609 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:04:27.630406 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 45e1fb38-c554-443c-8f01-646ea4288609 not bound to the agent host dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:04:27.659626 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] Network 003f3ed1-d8ee-44dc-a675-9957118a6f9c has no segments {{(pid=73963) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: from cryptography.utils import int_from_bytes Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: from cryptography.utils import int_from_bytes Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: Traceback (most recent call last): Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: timer() Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: cb(*args, **kw) Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: return func(*args, **kwargs) Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: self._notify() Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: self.callback(batched_events) Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: event.method(event) Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: return f(self, *a, **k) Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: return self._get(url).json() Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: return self.request(url, 'GET', **kwargs) Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:04:27.688829 dv-cinder-787195-6-iscsi neutron-server[73963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:04:27.762834 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657477'] for network, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:27.766976 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:27.783720 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:27.791152 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] Pushing event deleted for resources: {'Network': ['ID=003f3ed1-d8ee-44dc-a675-9957118a6f9c,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:27.794167 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:27.804530 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-7917196c-fc5c-45d9-aaf0-2746ccc6ca72 admin admin] 10.222.0.72 "DELETE /v2.0/networks/003f3ed1-d8ee-44dc-a675-9957118a6f9c HTTP/1.1" status: 204 len: 168 time: 1.3444726 Apr 30 16:04:27.876640 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4cd1a889-d3d4-4360-b6e5-3c90a9c62e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:27.919648 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 35528) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:27.974515 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4cd1a889-d3d4-4360-b6e5-3c90a9c62e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:27.984761 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-e1f42464-2d19-4b75-bb9c-6edec365402f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5ab89963bad1468d8d31bd42b50c5e2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0631874 Apr 30 16:04:27.987067 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 35534) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:28.053618 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-00e1ac10-403f-47cd-ad51-b91f4a3a1a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:28.084824 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-00e1ac10-403f-47cd-ad51-b91f4a3a1a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:28.132138 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4cd1a889-d3d4-4360-b6e5-3c90a9c62e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:28.135999 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baae34db-516c-47d3-b7fb-2dc2fddbdea3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:04:28.136755 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-81e38660-a106-47c5-851f-98937d3d58bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:28.150109 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1a889-d3d4-4360-b6e5-3c90a9c62e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14761a4d-9138-41c0-b611-7dd05246c643,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:28.152420 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-4cd1a889-d3d4-4360-b6e5-3c90a9c62e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:28.199136 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-00e1ac10-403f-47cd-ad51-b91f4a3a1a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:28.204051 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-4c77669e-72d1-46ae-97ea-e2dcdbf5f988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:28.220035 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630931a2-52e1-4896-a501-faa1b3e79fb4 req-2c493912-4f88-4e82-aab5-f30c4305c82c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:28.221478 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-630931a2-52e1-4896-a501-faa1b3e79fb4 req-2c493912-4f88-4e82-aab5-f30c4305c82c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 946 time: 0.1127703 Apr 30 16:04:28.227395 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1ac10-403f-47cd-ad51-b91f4a3a1a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f8f161-94e8-4f15-a133-421dcc7e078a,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:28.231098 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-00e1ac10-403f-47cd-ad51-b91f4a3a1a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:28.244912 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4cd1a889-d3d4-4360-b6e5-3c90a9c62e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:28.248414 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-4cd1a889-d3d4-4360-b6e5-3c90a9c62e1b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/14761a4d-9138-41c0-b611-7dd05246c643 HTTP/1.1" status: 204 len: 168 time: 0.6318865 Apr 30 16:04:28.261759 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-00e1ac10-403f-47cd-ad51-b91f4a3a1a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:28.263345 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-00e1ac10-403f-47cd-ad51-b91f4a3a1a55 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/80f8f161-94e8-4f15-a133-421dcc7e078a HTTP/1.1" status: 204 len: 168 time: 0.2751901 Apr 30 16:04:28.293366 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-630931a2-52e1-4896-a501-faa1b3e79fb4 req-d320bfe1-df98-4fca-a4b0-325da843720f tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638590 Apr 30 16:04:28.363259 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baae34db-516c-47d3-b7fb-2dc2fddbdea3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:04:28.377920 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5144898f-1096-450b-b192-800f73dd4bff None None] Sync routers for ids ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'] in dv-cinder-787195-6-iscsi {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:04:28.386321 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-baae34db-516c-47d3-b7fb-2dc2fddbdea3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for floatingip, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:28.389731 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5144898f-1096-450b-b192-800f73dd4bff None None] Routers {'4f712ea0-1630-4485-86ed-ae41e0c60ae6'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:04:28.390621 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-5144898f-1096-450b-b192-800f73dd4bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:04:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:04:28.460008 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-baae34db-516c-47d3-b7fb-2dc2fddbdea3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7919683 Apr 30 16:04:28.460008 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67373a4f-5292-4a1d-aa0d-e1ba5070a74b', 'tag': 'a017d34c-d22e-4127-9c00-9885ba1d5329'}] {{(pid=73964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:04:28.509474 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67373a4f-5292-4a1d-aa0d-e1ba5070a74b', 'tag': 'a017d34c-d22e-4127-9c00-9885ba1d5329', 'status': 'completed', 'code': 200} Apr 30 16:04:28.603758 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-5144898f-1096-450b-b192-800f73dd4bff None None] Set router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:04:28.749788 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 35562) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:28.767628 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-1c2c432b-1f0c-48ce-98b2-9764e15c422c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:28.782776 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-1c2c432b-1f0c-48ce-98b2-9764e15c422c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:28.788688 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-1c2c432b-1f0c-48ce-98b2-9764e15c422c admin admin] Usage tracker for resource:security_group_rule and tenant:adae7016bf614cea88d47695b2589c28 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:28.789974 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device c6160013-10e2-4b7e-a71f-0f55535cfa4f no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:04:28.791607 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-1c2c432b-1f0c-48ce-98b2-9764e15c422c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:28.797839 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-1c2c432b-1f0c-48ce-98b2-9764e15c422c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:28.950274 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a870c98-57ac-42c7-978f-4410c866f598 req-b0eb30cd-6c32-4ad1-9bd1-722e6e61908a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:28.952721 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9a870c98-57ac-42c7-978f-4410c866f598 req-b0eb30cd-6c32-4ad1-9bd1-722e6e61908a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75612fb9c54545baa7fc7f75d63cf365&device_id=67373a4f-5292-4a1d-aa0d-e1ba5070a74b HTTP/1.1" status: 200 len: 1099 time: 0.1307597 Apr 30 16:04:28.955959 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-1c2c432b-1f0c-48ce-98b2-9764e15c422c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:29.004636 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-1c2c432b-1f0c-48ce-98b2-9764e15c422c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:29.017905 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-9072063e-8a6c-46a4-95c4-9c514f526936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:29.063020 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:29.099640 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3445d3-3ec0-4053-8821-dd50dad32304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6160013-10e2-4b7e-a71f-0f55535cfa4f'}] {{(pid=73965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:04:29.129720 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port c6160013-10e2-4b7e-a71f-0f55535cfa4f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c6160013-10e2-4b7e-a71f-0f55535cfa4f,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:04:29.135265 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:29.138226 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:29.188736 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a870c98-57ac-42c7-978f-4410c866f598 req-089b1276-5c0c-4a19-97db-735df8496fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:29.190503 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9a870c98-57ac-42c7-978f-4410c866f598 req-089b1276-5c0c-4a19-97db-735df8496fd2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9 HTTP/1.1" status: 200 len: 912 time: 0.2287905 Apr 30 16:04:29.195558 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 35578) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:29.195853 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-1c2c432b-1f0c-48ce-98b2-9764e15c422c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=adae7016bf614cea88d47695b2589c28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4449568 Apr 30 16:04:29.202277 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c432b-1f0c-48ce-98b2-9764e15c422c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722d3f71-0490-484b-b041-204129600905,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:29.210213 dv-cinder-787195-6-iscsi neutron-server[73965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3445d3-3ec0-4053-8821-dd50dad32304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6160013-10e2-4b7e-a71f-0f55535cfa4f', 'code': 200} Apr 30 16:04:29.212317 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=c6160013-10e2-4b7e-a71f-0f55535cfa4f,revision_number=8']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:29.218917 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:29.233203 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-5144898f-1096-450b-b192-800f73dd4bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'name': 'tempest-TestVolumeBootPattern-1192148063-router', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:12Z', 'updated_at': '2021-04-30T16:03:17Z', 'revision_number': 4, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'gw_port': {'id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:13Z', 'updated_at': '2021-04-30T16:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': '18c5e8ac-d17f-44fc-bf64-8ab3eafaee52', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'port_id': 'a017d34c-d22e-4127-9c00-9885ba1d5329', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'mac_address': 'fa:16:3e:16:ca:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67373a4f-5292-4a1d-aa0d-e1ba5070a74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:04:26Z', 'updated_at': '2021-04-30T16:04:26Z', 'revision_number': 0, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9359bae5-e69f-4575-a07a-193914c9f4f1', 'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'mac_address': 'fa:16:3e:e9:dd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '99795baf-474b-42a4-8dbb-35c325850572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:16Z', 'updated_at': '2021-04-30T16:03:23Z', 'revision_number': 5, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'subnets': [{'id': '99795baf-474b-42a4-8dbb-35c325850572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:04:29.238427 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5144898f-1096-450b-b192-800f73dd4bff None None] Checking router: 4f712ea0-1630-4485-86ed-ae41e0c60ae6 for host: dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:04:29.248966 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5144898f-1096-450b-b192-800f73dd4bff None None] Routers {'4f712ea0-1630-4485-86ed-ae41e0c60ae6'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:04:29.249799 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-5144898f-1096-450b-b192-800f73dd4bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:04:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:04:29.270029 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-1c2c432b-1f0c-48ce-98b2-9764e15c422c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:29.291588 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-d49cde54-8589-42d9-96f8-5046f470c696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:29.323391 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-d49cde54-8589-42d9-96f8-5046f470c696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:29.323721 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9a870c98-57ac-42c7-978f-4410c866f598 req-53b08c99-cfaf-4e51-874e-1ce66118f69e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a017d34c-d22e-4127-9c00-9885ba1d5329 HTTP/1.1" status: 200 len: 1000 time: 0.1183736 Apr 30 16:04:29.432178 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a870c98-57ac-42c7-978f-4410c866f598 req-b5f77d45-98f2-47de-8e44-9981c816f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:29.433602 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-d49cde54-8589-42d9-96f8-5046f470c696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:29.434189 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9a870c98-57ac-42c7-978f-4410c866f598 req-b5f77d45-98f2-47de-8e44-9981c816f5cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99795baf-474b-42a4-8dbb-35c325850572 HTTP/1.1" status: 200 len: 851 time: 0.1011789 Apr 30 16:04:29.443688 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-5636f1e4-ac83-4330-b31f-6cc2321ca522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:29.537297 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a870c98-57ac-42c7-978f-4410c866f598 req-afa05ae2-3b56-4ff1-92f3-515e001f7aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:29.539334 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9a870c98-57ac-42c7-978f-4410c866f598 req-afa05ae2-3b56-4ff1-92f3-515e001f7aec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0979593 Apr 30 16:04:29.540441 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-5144898f-1096-450b-b192-800f73dd4bff None None] Set router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:04:29.590124 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cde54-8589-42d9-96f8-5046f470c696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722d3f71-0490-484b-b041-204129600905,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:29.606426 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-d49cde54-8589-42d9-96f8-5046f470c696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:29.615699 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-d49cde54-8589-42d9-96f8-5046f470c696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:29.617041 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-d49cde54-8589-42d9-96f8-5046f470c696 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/722d3f71-0490-484b-b041-204129600905 HTTP/1.1" status: 204 len: 168 time: 0.4199185 Apr 30 16:04:29.674476 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dff858-6900-43be-b4de-6050e4e12fe7 req-f7bd8c69-aeaa-40ea-9979-405db819e3d6 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:29.687225 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f2dff858-6900-43be-b4de-6050e4e12fe7 req-f7bd8c69-aeaa-40ea-9979-405db819e3d6 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.1975029 Apr 30 16:04:29.742246 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f2dff858-6900-43be-b4de-6050e4e12fe7 req-689baf31-1f25-4a08-a192-7893887197a1 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537949 Apr 30 16:04:29.945038 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9a870c98-57ac-42c7-978f-4410c866f598 req-4cfbd2f4-8025-4cb4-83f7-ab107aa34d65 service neutron] 10.222.0.42 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972743 Apr 30 16:04:30.064556 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-5144898f-1096-450b-b192-800f73dd4bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'name': 'tempest-TestVolumeBootPattern-1192148063-router', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:12Z', 'updated_at': '2021-04-30T16:03:17Z', 'revision_number': 4, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'gw_port': {'id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:13Z', 'updated_at': '2021-04-30T16:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': '18c5e8ac-d17f-44fc-bf64-8ab3eafaee52', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'port_id': 'a017d34c-d22e-4127-9c00-9885ba1d5329', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'mac_address': 'fa:16:3e:16:ca:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67373a4f-5292-4a1d-aa0d-e1ba5070a74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:04:26Z', 'updated_at': '2021-04-30T16:04:26Z', 'revision_number': 0, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9359bae5-e69f-4575-a07a-193914c9f4f1', 'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'mac_address': 'fa:16:3e:e9:dd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '99795baf-474b-42a4-8dbb-35c325850572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:16Z', 'updated_at': '2021-04-30T16:03:23Z', 'revision_number': 5, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'subnets': [{'id': '99795baf-474b-42a4-8dbb-35c325850572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:04:30.071039 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5144898f-1096-450b-b192-800f73dd4bff None None] The sync data for ids ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'] in dv-cinder-787195-6-iscsi is: [{'id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'name': 'tempest-TestVolumeBootPattern-1192148063-router', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:12Z', 'updated_at': '2021-04-30T16:03:17Z', 'revision_number': 4, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'gw_port': {'id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:13Z', 'updated_at': '2021-04-30T16:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': '18c5e8ac-d17f-44fc-bf64-8ab3eafaee52', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'port_id': 'a017d34c-d22e-4127-9c00-9885ba1d5329', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'mac_address': 'fa:16:3e:16:ca:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67373a4f-5292-4a1d-aa0d-e1ba5070a74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:04:26Z', 'updated_at': '2021-04-30T16:04:26Z', 'revision_number': 0, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9359bae5-e69f-4575-a07a-193914c9f4f1', 'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'mac_address': 'fa:16:3e:e9:dd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '99795baf-474b-42a4-8dbb-35c325850572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:16Z', 'updated_at': '2021-04-30T16:03:23Z', 'revision_number': 5, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'subnets': [{'id': '99795baf-474b-42a4-8dbb-35c325850572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:04:30.105412 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9a870c98-57ac-42c7-978f-4410c866f598 req-a4e24665-0e64-4efb-a532-d1aa7c844ca0 service neutron] 10.222.0.42 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470554 Apr 30 16:04:30.330656 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eee622-a82a-4b01-bee0-822cfe4e3090 None None] New status for floating IP 18c5e8ac-d17f-44fc-bf64-8ab3eafaee52: ACTIVE {{(pid=73966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:04:30.770634 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c893da-3e4f-4cb7-973f-c01f0628ab88 req-54b3c0c2-9bd1-4aec-b1a0-3ebf3a940bfd tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:30.772468 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-81c893da-3e4f-4cb7-973f-c01f0628ab88 req-54b3c0c2-9bd1-4aec-b1a0-3ebf3a940bfd tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.1034086 Apr 30 16:04:30.830909 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-81c893da-3e4f-4cb7-973f-c01f0628ab88 req-cb89ca9f-b99a-4e9d-9029-822b8aa52eaf tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499434 Apr 30 16:04:30.977203 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c156674-6c19-4371-ad33-091ff69d9af5 req-8d224f7e-24bb-4b70-88a3-1a0c79bd8de4 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:30.978817 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9c156674-6c19-4371-ad33-091ff69d9af5 req-8d224f7e-24bb-4b70-88a3-1a0c79bd8de4 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.1034076 Apr 30 16:04:31.027961 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9c156674-6c19-4371-ad33-091ff69d9af5 req-8bf660bd-836e-4c53-8529-3fb3328fb09a tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425246 Apr 30 16:04:31.605753 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 35668) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:31.724666 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-842b394d-705b-405c-ae78-c8eece566bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:31.738266 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-842b394d-705b-405c-ae78-c8eece566bd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:31.742235 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-842b394d-705b-405c-ae78-c8eece566bd0 admin admin] Usage tracker for resource:security_group_rule and tenant:0db941b8b0c94a4fa1721fc8347b7eed is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:31.744970 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-842b394d-705b-405c-ae78-c8eece566bd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:31.750958 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-842b394d-705b-405c-ae78-c8eece566bd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:31.829849 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-842b394d-705b-405c-ae78-c8eece566bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:31.833387 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-842b394d-705b-405c-ae78-c8eece566bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:31.841351 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-18bdff26-d792-434b-b706-50acf3c6d840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:31.882152 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-842b394d-705b-405c-ae78-c8eece566bd0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0db941b8b0c94a4fa1721fc8347b7eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730436 Apr 30 16:04:31.882152 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b394d-705b-405c-ae78-c8eece566bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48b4e64-1069-47b1-8968-e7fbde52a8e8,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:31.882721 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 35676) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:31.884574 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-842b394d-705b-405c-ae78-c8eece566bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:31.946010 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-8231ac4c-7a22-4655-a20f-5c8fa0c06f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:31.971413 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-8231ac4c-7a22-4655-a20f-5c8fa0c06f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:32.035136 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-8231ac4c-7a22-4655-a20f-5c8fa0c06f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:32.036767 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fdb69-6036-483b-bb8c-2d89850582d6 req-b4143a9f-91e2-4ba6-b504-e776335feaaa tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:32.038453 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a25fdb69-6036-483b-bb8c-2d89850582d6 req-b4143a9f-91e2-4ba6-b504-e776335feaaa tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0952997 Apr 30 16:04:32.043891 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-4598597e-946c-4a5c-bd3a-c12cbc8ff185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:32.064765 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8231ac4c-7a22-4655-a20f-5c8fa0c06f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48b4e64-1069-47b1-8968-e7fbde52a8e8,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:32.067967 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-8231ac4c-7a22-4655-a20f-5c8fa0c06f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:32.073055 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-8231ac4c-7a22-4655-a20f-5c8fa0c06f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:32.076521 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-8231ac4c-7a22-4655-a20f-5c8fa0c06f3f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b48b4e64-1069-47b1-8968-e7fbde52a8e8 HTTP/1.1" status: 204 len: 168 time: 0.1903691 Apr 30 16:04:32.119460 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a25fdb69-6036-483b-bb8c-2d89850582d6 req-d5c07e4a-782e-4f22-ad76-5c0724d65627 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702126 Apr 30 16:04:32.242588 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c179e8b-5a30-4082-95d6-d9592ae6a46c req-6f324a45-5278-453f-b70d-4b7a11645d16 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:32.248398 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9c179e8b-5a30-4082-95d6-d9592ae6a46c req-6f324a45-5278-453f-b70d-4b7a11645d16 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.0851369 Apr 30 16:04:32.298130 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9c179e8b-5a30-4082-95d6-d9592ae6a46c req-fb21c737-8a5e-4655-9896-a44b7295d6d1 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485108 Apr 30 16:04:32.397993 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 35692) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:32.415364 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0fab551d-6574-4db8-8b7d-a99311110a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:32.430290 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-0fab551d-6574-4db8-8b7d-a99311110a5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:32.434217 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-0fab551d-6574-4db8-8b7d-a99311110a5f admin admin] Usage tracker for resource:security_group_rule and tenant:c483d9f014244a9ea9b2637bfa6f3ba3 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:32.437749 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-0fab551d-6574-4db8-8b7d-a99311110a5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:32.444210 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-0fab551d-6574-4db8-8b7d-a99311110a5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:32.551869 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0fab551d-6574-4db8-8b7d-a99311110a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:32.555635 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0fab551d-6574-4db8-8b7d-a99311110a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:32.568219 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-02055224-9376-4e21-a3c3-6e94b416c2a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:32.606760 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-0fab551d-6574-4db8-8b7d-a99311110a5f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c483d9f014244a9ea9b2637bfa6f3ba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2077215 Apr 30 16:04:32.608869 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab551d-6574-4db8-8b7d-a99311110a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe2ad8a-4e8c-443d-8306-5bf4537f7034,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:32.610582 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 35704) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:32.612053 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-0fab551d-6574-4db8-8b7d-a99311110a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:32.668174 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4c7b8d9d-350d-4028-b1fd-eaa4973a4a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:32.694053 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4c7b8d9d-350d-4028-b1fd-eaa4973a4a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:32.743744 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4c7b8d9d-350d-4028-b1fd-eaa4973a4a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:32.747191 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-5d184a9c-da67-49fd-b254-6c6e8eefbbf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:32.758904 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b8d9d-350d-4028-b1fd-eaa4973a4a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe2ad8a-4e8c-443d-8306-5bf4537f7034,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:32.761184 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-4c7b8d9d-350d-4028-b1fd-eaa4973a4a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:32.767020 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4c7b8d9d-350d-4028-b1fd-eaa4973a4a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:32.768129 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-4c7b8d9d-350d-4028-b1fd-eaa4973a4a40 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1fe2ad8a-4e8c-443d-8306-5bf4537f7034 HTTP/1.1" status: 204 len: 168 time: 0.1564186 Apr 30 16:04:33.313946 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb5d0c-2e90-494e-bb07-31e30a82f535 req-d51eac0a-7c0a-4897-9546-58ecbee3dd80 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:33.315412 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f4bb5d0c-2e90-494e-bb07-31e30a82f535 req-d51eac0a-7c0a-4897-9546-58ecbee3dd80 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0883291 Apr 30 16:04:33.370394 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f4bb5d0c-2e90-494e-bb07-31e30a82f535 req-99d1dfa1-6354-48c8-b036-d72f7c2c044e tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489171 Apr 30 16:04:33.522482 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48708af-8164-4a07-a016-102ca1c65ceb req-9ab3ab50-1544-44a9-8ba7-96db4df3c7fd tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:33.524406 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f48708af-8164-4a07-a016-102ca1c65ceb req-9ab3ab50-1544-44a9-8ba7-96db4df3c7fd tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.0967934 Apr 30 16:04:33.575152 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f48708af-8164-4a07-a016-102ca1c65ceb req-673d6bf5-f8aa-47cb-a2af-a2538cdb4120 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442486 Apr 30 16:04:34.568723 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887391e-1688-4867-9623-4c7b5c4c63bf req-11e1ec6a-b4b4-4288-9a9e-5e12df0bf9b5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:34.570253 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-1887391e-1688-4867-9623-4c7b5c4c63bf req-11e1ec6a-b4b4-4288-9a9e-5e12df0bf9b5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0886061 Apr 30 16:04:34.618209 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-1887391e-1688-4867-9623-4c7b5c4c63bf req-0a21538a-c2c3-4ddf-adb0-a0317c95d185 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421498 Apr 30 16:04:34.777134 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abe446-a60c-4cec-b067-fe8f5e4b99dd req-26779d4e-acf7-4c4e-bdde-22c52fb564a1 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:34.778607 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-44abe446-a60c-4cec-b067-fe8f5e4b99dd req-26779d4e-acf7-4c4e-bdde-22c52fb564a1 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.0800428 Apr 30 16:04:34.823172 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-44abe446-a60c-4cec-b067-fe8f5e4b99dd req-e07e35e3-c670-425a-a83a-9bf42933c61c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382369 Apr 30 16:04:35.859772 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1d8ec-8162-4021-ad87-3a3f2f422e66 req-f2a25003-9970-47bb-9894-39e01cddae62 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:35.861863 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-fce1d8ec-8162-4021-ad87-3a3f2f422e66 req-f2a25003-9970-47bb-9894-39e01cddae62 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.1254826 Apr 30 16:04:35.940976 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-fce1d8ec-8162-4021-ad87-3a3f2f422e66 req-a757a251-ae4b-48f6-90ab-e236a5dee3e4 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724943 Apr 30 16:04:35.965094 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1ef69-616f-437a-874a-2a894f249053 req-3192025b-d2fb-4ae9-a0fd-008b8c589b7e tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:35.966552 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e2a1ef69-616f-437a-874a-2a894f249053 req-3192025b-d2fb-4ae9-a0fd-008b8c589b7e tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.1157763 Apr 30 16:04:36.013156 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e2a1ef69-616f-437a-874a-2a894f249053 req-ecf3c97a-0585-435f-94f7-690a5538af0b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399306 Apr 30 16:04:36.322820 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 35862) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:36.521352 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f431b076-1a52-4738-9254-631d1687ca6b req-4c4be51d-ad8f-45db-97fc-09cdcd636661 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1973908 Apr 30 16:04:37.148330 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce77e25-bb6d-4625-b216-22e03e54a896 req-7d8d855c-790a-4455-96d6-4719771f5544 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:37.149743 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-fce77e25-bb6d-4625-b216-22e03e54a896 req-7d8d855c-790a-4455-96d6-4719771f5544 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0958002 Apr 30 16:04:37.200448 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-fce77e25-bb6d-4625-b216-22e03e54a896 req-40f03e37-86ed-4ba9-8953-be8b950802c1 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436530 Apr 30 16:04:37.243720 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b72ba-f88b-4803-9d08-7370196233a4 req-8c51bbc3-cf08-4f7b-a122-fc7d0529356f tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:37.246027 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b60b72ba-f88b-4803-9d08-7370196233a4 req-8c51bbc3-cf08-4f7b-a122-fc7d0529356f tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.1047158 Apr 30 16:04:37.291230 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b60b72ba-f88b-4803-9d08-7370196233a4 req-b3785756-465b-4b9c-936a-f08c7ffe4e38 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393863 Apr 30 16:04:37.723846 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device c6160013-10e2-4b7e-a71f-0f55535cfa4f no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:04:38.391197 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca0e8e-11db-413e-9319-0820672231c0 req-6321f749-6d72-42ff-8a20-a1a8f43df279 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:38.392792 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-67ca0e8e-11db-413e-9319-0820672231c0 req-6321f749-6d72-42ff-8a20-a1a8f43df279 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0815394 Apr 30 16:04:38.400049 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:38.438918 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-67ca0e8e-11db-413e-9319-0820672231c0 req-3f1ef844-9cc5-49ed-9921-6842789139b7 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399284 Apr 30 16:04:38.488562 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6920e-75de-4d62-bbb4-11bbfb28fa1f req-c9304d0b-94a2-41e3-998c-d08d70d3575e tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:38.490035 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-30d6920e-75de-4d62-bbb4-11bbfb28fa1f req-c9304d0b-94a2-41e3-998c-d08d70d3575e tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.0824277 Apr 30 16:04:38.536589 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-30d6920e-75de-4d62-bbb4-11bbfb28fa1f req-eac5d710-54f6-47c0-ae77-d7332d3b15b5 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405960 Apr 30 16:04:39.074644 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431b076-1a52-4738-9254-631d1687ca6b req-64c5ad0c-bba8-46bf-815a-5a4757bd0299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:39.076863 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f431b076-1a52-4738-9254-631d1687ca6b req-64c5ad0c-bba8-46bf-815a-5a4757bd0299 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304&tenant_id=5252f565887e47f3ad4aa7e44a1a1e8a HTTP/1.1" status: 200 len: 1097 time: 0.0751059 Apr 30 16:04:39.176933 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431b076-1a52-4738-9254-631d1687ca6b req-0863fd8f-3147-4b25-8b03-623b3f72487c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:39.178412 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f431b076-1a52-4738-9254-631d1687ca6b req-0863fd8f-3147-4b25-8b03-623b3f72487c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5252f565887e47f3ad4aa7e44a1a1e8a&device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 1097 time: 0.0756941 Apr 30 16:04:39.316484 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431b076-1a52-4738-9254-631d1687ca6b req-79add86b-66a8-496b-be89-11eed591c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:39.317998 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f431b076-1a52-4738-9254-631d1687ca6b req-79add86b-66a8-496b-be89-11eed591c808 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ee2b0be8-6f61-4610-80f3-80f1a59047b4 HTTP/1.1" status: 200 len: 917 time: 0.1303666 Apr 30 16:04:39.427551 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f431b076-1a52-4738-9254-631d1687ca6b req-4b254821-1ceb-41cb-994a-a8e76a8f982a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6160013-10e2-4b7e-a71f-0f55535cfa4f HTTP/1.1" status: 200 len: 1000 time: 0.1005311 Apr 30 16:04:39.495766 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431b076-1a52-4738-9254-631d1687ca6b req-27a17cb2-a78b-4624-b5df-98d94c88ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:39.498388 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f431b076-1a52-4738-9254-631d1687ca6b req-27a17cb2-a78b-4624-b5df-98d94c88ff98 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f8b7b306-eb20-4da6-945c-a1c9edf03578 HTTP/1.1" status: 200 len: 856 time: 0.0639944 Apr 30 16:04:39.581860 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431b076-1a52-4738-9254-631d1687ca6b req-ed64e9e0-a2f3-4e90-97d2-15e29c30d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:39.583322 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f431b076-1a52-4738-9254-631d1687ca6b req-ed64e9e0-a2f3-4e90-97d2-15e29c30d4f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee2b0be8-6f61-4610-80f3-80f1a59047b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742764 Apr 30 16:04:39.634069 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423111dc-9d1f-4158-b531-8e16be2aba07 req-eaf9b46f-0d71-4757-8830-61ac1e6e7542 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:39.635675 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-423111dc-9d1f-4158-b531-8e16be2aba07 req-eaf9b46f-0d71-4757-8830-61ac1e6e7542 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0824294 Apr 30 16:04:39.694225 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-423111dc-9d1f-4158-b531-8e16be2aba07 req-9ba46875-b608-48a4-8458-d44dc31f354b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519245 Apr 30 16:04:39.859331 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f431b076-1a52-4738-9254-631d1687ca6b req-3586650b-8097-47d5-ae44-aedce14397fe service neutron] 10.222.0.42 "GET /v2.0/networks/ee2b0be8-6f61-4610-80f3-80f1a59047b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674699 Apr 30 16:04:39.919794 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60363821-c99f-48af-ac54-8c4643a5e99e req-2244a07b-33ca-4346-8f29-6e90056a5c75 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:39.921884 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-60363821-c99f-48af-ac54-8c4643a5e99e req-2244a07b-33ca-4346-8f29-6e90056a5c75 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.1616657 Apr 30 16:04:40.038258 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-60363821-c99f-48af-ac54-8c4643a5e99e req-8ac8f061-959b-497d-a87b-a7f10b7de835 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719347 Apr 30 16:04:40.057930 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f431b076-1a52-4738-9254-631d1687ca6b req-1d921e48-9ec6-4dc6-af14-3e0ba056efed service neutron] 10.222.0.42 "GET /v2.0/networks/ee2b0be8-6f61-4610-80f3-80f1a59047b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878512 Apr 30 16:04:40.929944 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f910ef-fd90-4557-8b75-6980ab1f337c req-01ac88a9-aadf-4d2b-aaa1-b9de9458bea8 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:40.931435 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-46f910ef-fd90-4557-8b75-6980ab1f337c req-01ac88a9-aadf-4d2b-aaa1-b9de9458bea8 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.1109729 Apr 30 16:04:40.980758 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-46f910ef-fd90-4557-8b75-6980ab1f337c req-ba7c2230-8b9c-4e59-a1ab-afbf188f20d2 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423434 Apr 30 16:04:41.242845 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c5772-c970-4293-98b5-a864149713ce req-9b25124b-b214-49ee-9599-86fc21a265fa tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:41.247344 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3d7c5772-c970-4293-98b5-a864149713ce req-9b25124b-b214-49ee-9599-86fc21a265fa tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.0856781 Apr 30 16:04:41.322103 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3d7c5772-c970-4293-98b5-a864149713ce req-41add741-713c-40ed-a908-2fffe3e62969 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705664 Apr 30 16:04:41.832192 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b437bd5-264c-4d58-b851-e78b87bf1ed4 req-e1bae137-681f-4154-b102-05bc092b4ee8 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:41.833535 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-0b437bd5-264c-4d58-b851-e78b87bf1ed4 req-e1bae137-681f-4154-b102-05bc092b4ee8 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f4ad412-c48d-495d-bb3e-0f8ca8ef4992 HTTP/1.1" status: 200 len: 946 time: 0.0839293 Apr 30 16:04:41.878866 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-0b437bd5-264c-4d58-b851-e78b87bf1ed4 req-1492068f-9715-43f2-a315-5a643091b5d7 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395539 Apr 30 16:04:42.212432 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978b5bc-4bf1-4fc1-b8bc-4fbb5a7e0f4e req-51221e6e-6858-451e-ac81-fb423177be7b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:42.220764 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b978b5bc-4bf1-4fc1-b8bc-4fbb5a7e0f4e req-51221e6e-6858-451e-ac81-fb423177be7b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.1178401 Apr 30 16:04:42.276556 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b978b5bc-4bf1-4fc1-b8bc-4fbb5a7e0f4e req-b32bfb6d-3f9b-4afc-8a04-3b27e4b8b3a5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544746 Apr 30 16:04:42.535079 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2801e8-eb69-4ef0-842e-088103d1aeae req-0dfebe70-bd20-438f-a2f7-e693a5fc4a72 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:42.536844 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-dc2801e8-eb69-4ef0-842e-088103d1aeae req-0dfebe70-bd20-438f-a2f7-e693a5fc4a72 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.0972733 Apr 30 16:04:42.597486 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-dc2801e8-eb69-4ef0-842e-088103d1aeae req-148fb5a7-1064-453f-b2ba-2db7939825cd tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531454 Apr 30 16:04:42.833289 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 36030) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:43.007459 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-852f582e-10cd-4ee8-8e00-5dc848907289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:43.024768 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-852f582e-10cd-4ee8-8e00-5dc848907289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:43.030127 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-852f582e-10cd-4ee8-8e00-5dc848907289 admin admin] Usage tracker for resource:security_group_rule and tenant:d5acbc5f4e164e138e08d65b38dfb8d3 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:43.034166 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-852f582e-10cd-4ee8-8e00-5dc848907289 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:43.041476 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-852f582e-10cd-4ee8-8e00-5dc848907289 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:43.137578 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-852f582e-10cd-4ee8-8e00-5dc848907289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:43.143629 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987aca86-1913-4407-9e4f-1b68a2d952d4 req-9c6a4b48-8a3b-4a0a-bb0a-59003b7ae577 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:43.143865 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-852f582e-10cd-4ee8-8e00-5dc848907289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:43.145385 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-987aca86-1913-4407-9e4f-1b68a2d952d4 req-9c6a4b48-8a3b-4a0a-bb0a-59003b7ae577 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f4ad412-c48d-495d-bb3e-0f8ca8ef4992 HTTP/1.1" status: 200 len: 946 time: 0.0906315 Apr 30 16:04:43.155196 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-3d40b8a5-7b5f-440c-bb43-90f3449d393b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:43.204534 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-9b2cc8ab-7d8f-4bba-869f-4a992a3ec932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:43.206712 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-852f582e-10cd-4ee8-8e00-5dc848907289 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d5acbc5f4e164e138e08d65b38dfb8d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3723326 Apr 30 16:04:43.209571 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f582e-10cd-4ee8-8e00-5dc848907289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fcd13e-883c-4410-aad7-6523361d4c05,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:43.210662 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 36040) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:43.218514 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-852f582e-10cd-4ee8-8e00-5dc848907289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:43.253078 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-987aca86-1913-4407-9e4f-1b68a2d952d4 req-207e83fc-a67e-4d1e-8115-40f33d4d51b6 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007566 Apr 30 16:04:43.317495 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-c00d9c8c-5d8e-4058-bd5e-63a13c29814f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:43.353701 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-c00d9c8c-5d8e-4058-bd5e-63a13c29814f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:43.422441 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-c00d9c8c-5d8e-4058-bd5e-63a13c29814f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:43.426458 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:43.437666 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d9c8c-5d8e-4058-bd5e-63a13c29814f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fcd13e-883c-4410-aad7-6523361d4c05,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:43.440202 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-c00d9c8c-5d8e-4058-bd5e-63a13c29814f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:43.448103 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-c00d9c8c-5d8e-4058-bd5e-63a13c29814f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:43.448103 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-c00d9c8c-5d8e-4058-bd5e-63a13c29814f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/15fcd13e-883c-4410-aad7-6523361d4c05 HTTP/1.1" status: 204 len: 168 time: 0.2338383 Apr 30 16:04:43.563623 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14842198-2f81-414f-95a0-5423504bc180 req-da8c16bf-5a66-4064-84d4-f095528abf36 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:43.566580 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-14842198-2f81-414f-95a0-5423504bc180 req-da8c16bf-5a66-4064-84d4-f095528abf36 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.1504066 Apr 30 16:04:43.655526 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-14842198-2f81-414f-95a0-5423504bc180 req-e25712a3-c17c-4d72-9f5a-5c1bb9612065 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747812 Apr 30 16:04:43.883807 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c4753-da2a-4a27-811a-ff496152c3fd req-d9e4dacf-e1e8-4f23-bc35-e36e989775b8 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:43.892462 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1b3c4753-da2a-4a27-811a-ff496152c3fd req-d9e4dacf-e1e8-4f23-bc35-e36e989775b8 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.1126912 Apr 30 16:04:43.942273 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 36062) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:43.961509 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5cedb3eb-38a3-4d88-ab78-c5542deb08d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:43.996466 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1b3c4753-da2a-4a27-811a-ff496152c3fd req-955e9b85-417d-4a91-86f2-6e1bd7915e40 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026649 Apr 30 16:04:44.000814 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-5cedb3eb-38a3-4d88-ab78-c5542deb08d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:44.005110 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-5cedb3eb-38a3-4d88-ab78-c5542deb08d3 admin admin] Usage tracker for resource:security_group_rule and tenant:adec721921c04e0f88b46dc6bc4b8002 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:44.007877 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-5cedb3eb-38a3-4d88-ab78-c5542deb08d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:44.014361 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-5cedb3eb-38a3-4d88-ab78-c5542deb08d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:44.110925 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5cedb3eb-38a3-4d88-ab78-c5542deb08d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:44.114398 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5cedb3eb-38a3-4d88-ab78-c5542deb08d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:44.126229 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-b0d2e351-ac83-48b8-96ed-eea7c6a25f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:44.166301 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-5cedb3eb-38a3-4d88-ab78-c5542deb08d3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=adec721921c04e0f88b46dc6bc4b8002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229404 Apr 30 16:04:44.168041 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedb3eb-38a3-4d88-ab78-c5542deb08d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f82b45-67fe-4fc1-906b-24736d2def1f,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:44.169028 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 36066) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:44.183691 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-5cedb3eb-38a3-4d88-ab78-c5542deb08d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:44.294105 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-8a6363c9-1502-4c25-80a5-484fa87bcd5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:44.324980 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-8a6363c9-1502-4c25-80a5-484fa87bcd5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:44.390784 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-8a6363c9-1502-4c25-80a5-484fa87bcd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:44.394570 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-257bd517-e2ac-493c-b09f-9ac7853ad1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:44.406476 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6363c9-1502-4c25-80a5-484fa87bcd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f82b45-67fe-4fc1-906b-24736d2def1f,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:44.412898 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-8a6363c9-1502-4c25-80a5-484fa87bcd5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:44.422372 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-8a6363c9-1502-4c25-80a5-484fa87bcd5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:44.423836 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-8a6363c9-1502-4c25-80a5-484fa87bcd5c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/41f82b45-67fe-4fc1-906b-24736d2def1f HTTP/1.1" status: 204 len: 168 time: 0.2525439 Apr 30 16:04:44.463157 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713afc2a-7346-4b75-8ca6-e8ae2c731556 req-7e99c55c-451c-42ae-b578-2b47f1a0170d tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:44.464655 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-713afc2a-7346-4b75-8ca6-e8ae2c731556 req-7e99c55c-451c-42ae-b578-2b47f1a0170d tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f4ad412-c48d-495d-bb3e-0f8ca8ef4992 HTTP/1.1" status: 200 len: 946 time: 0.0894151 Apr 30 16:04:44.514218 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-713afc2a-7346-4b75-8ca6-e8ae2c731556 req-80ebefbc-94cf-472a-8b7a-b9970500c738 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415266 Apr 30 16:04:44.869622 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4ed20-1fde-4571-9748-81195d99aa24 req-9762e8f0-7054-4106-b009-df2a7c4abf0d tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:44.871318 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-50b4ed20-1fde-4571-9748-81195d99aa24 req-9762e8f0-7054-4106-b009-df2a7c4abf0d tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.1044526 Apr 30 16:04:44.923212 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-50b4ed20-1fde-4571-9748-81195d99aa24 req-d2434a8d-ff80-4a03-b1c0-229715990070 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460320 Apr 30 16:04:45.225272 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8c691-9a42-444b-96a1-9e416c2b02c0 req-eff9beda-19d7-4929-983c-28f05ebdb0d0 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:45.225272 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-4db8c691-9a42-444b-96a1-9e416c2b02c0 req-eff9beda-19d7-4929-983c-28f05ebdb0d0 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.0946999 Apr 30 16:04:45.275580 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-4db8c691-9a42-444b-96a1-9e416c2b02c0 req-e697e30b-bccf-41da-90d0-31f34307025c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515215 Apr 30 16:04:45.774075 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ffd97-2b98-4b73-bf53-49e759c5c2d3 req-d6b6ad9e-575e-4af1-90f1-6edbf0b7a656 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:45.783317 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-792ffd97-2b98-4b73-bf53-49e759c5c2d3 req-d6b6ad9e-575e-4af1-90f1-6edbf0b7a656 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f4ad412-c48d-495d-bb3e-0f8ca8ef4992 HTTP/1.1" status: 200 len: 946 time: 0.1135507 Apr 30 16:04:45.840731 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-792ffd97-2b98-4b73-bf53-49e759c5c2d3 req-35549fd8-5f36-4993-9bc2-1f7971c3227d tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563903 Apr 30 16:04:45.914578 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:45.934655 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-aae0b21c-5af4-4a80-8ecd-13e1b2ea5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:46.113681 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 36128) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:46.176308 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a9acf-9099-4ab5-97f0-5df1f11ccbdb req-0e802d0c-3782-4c89-bd62-31575ae1537f tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:46.179207 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ae3a9acf-9099-4ab5-97f0-5df1f11ccbdb req-0e802d0c-3782-4c89-bd62-31575ae1537f tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.1226115 Apr 30 16:04:46.232867 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ae3a9acf-9099-4ab5-97f0-5df1f11ccbdb req-1dde9306-1c18-490c-8763-2b75584eaf82 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471969 Apr 30 16:04:46.496903 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-288c4cbf-65a3-42f6-9647-f4f74e099257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:46.533603 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-288c4cbf-65a3-42f6-9647-f4f74e099257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:46.540964 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-288c4cbf-65a3-42f6-9647-f4f74e099257 admin admin] Usage tracker for resource:security_group_rule and tenant:df1716067b9441dd8a6e9feed9a6f251 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:46.544055 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-288c4cbf-65a3-42f6-9647-f4f74e099257 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:46.550491 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-288c4cbf-65a3-42f6-9647-f4f74e099257 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:46.630798 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c9dd5-4a51-44fb-9a3a-a6e68bb27b42 req-a57693b6-2e30-46b4-9cb5-bf8d966f4124 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:46.636494 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-820c9dd5-4a51-44fb-9a3a-a6e68bb27b42 req-a57693b6-2e30-46b4-9cb5-bf8d966f4124 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.2035644 Apr 30 16:04:46.642462 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:46.726595 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-820c9dd5-4a51-44fb-9a3a-a6e68bb27b42 req-ccaf99c6-c2ab-4451-87b2-f8ccfc95d40a tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832219 Apr 30 16:04:46.765843 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-288c4cbf-65a3-42f6-9647-f4f74e099257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:46.772952 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-288c4cbf-65a3-42f6-9647-f4f74e099257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:46.797716 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-4f367461-8d8b-46f4-a290-38c00392471e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:46.816022 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-288c4cbf-65a3-42f6-9647-f4f74e099257 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=df1716067b9441dd8a6e9feed9a6f251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7011898 Apr 30 16:04:46.818771 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 36154) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:46.875759 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c4cbf-65a3-42f6-9647-f4f74e099257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63eeb726-06ff-44d1-9cce-a1cd849ff5e6,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:46.881104 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-288c4cbf-65a3-42f6-9647-f4f74e099257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:46.915167 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a2ba6090-eed9-4851-ab78-aaba4437fb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:46.955606 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a2ba6090-eed9-4851-ab78-aaba4437fb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:47.034123 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a2ba6090-eed9-4851-ab78-aaba4437fb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:47.038886 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-21941426-0ac0-44a4-83ea-f916181b1208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:47.055013 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba6090-eed9-4851-ab78-aaba4437fb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63eeb726-06ff-44d1-9cce-a1cd849ff5e6,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:47.057993 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a2ba6090-eed9-4851-ab78-aaba4437fb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:47.060506 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a2ba6090-eed9-4851-ab78-aaba4437fb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:47.076591 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-a2ba6090-eed9-4851-ab78-aaba4437fb06 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/63eeb726-06ff-44d1-9cce-a1cd849ff5e6 HTTP/1.1" status: 204 len: 168 time: 0.2424343 Apr 30 16:04:47.146376 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b6982-6786-4352-8ea4-f2d62cf02a6d req-b6a54594-fc97-417d-a8a6-f1c9d6230899 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:47.148671 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-342b6982-6786-4352-8ea4-f2d62cf02a6d req-b6a54594-fc97-417d-a8a6-f1c9d6230899 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f4ad412-c48d-495d-bb3e-0f8ca8ef4992 HTTP/1.1" status: 200 len: 946 time: 0.1800277 Apr 30 16:04:47.248412 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-342b6982-6786-4352-8ea4-f2d62cf02a6d req-0059f7bf-3307-4796-af3a-63c3f4151fb5 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923252 Apr 30 16:04:47.463671 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b92198-2ae2-4a4d-a1a3-bc13b581201d req-e28a499e-ba83-4aef-b033-e75fc616a873 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:47.465178 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-67b92198-2ae2-4a4d-a1a3-bc13b581201d req-e28a499e-ba83-4aef-b033-e75fc616a873 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0970931 Apr 30 16:04:47.516468 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-67b92198-2ae2-4a4d-a1a3-bc13b581201d req-3ce5a9d7-8949-48f1-84c8-a2538204552b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436497 Apr 30 16:04:47.578353 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 36170) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:47.600298 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-060f42b2-6b5d-45c4-83b8-81c179592751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:47.616632 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-060f42b2-6b5d-45c4-83b8-81c179592751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:47.620933 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-060f42b2-6b5d-45c4-83b8-81c179592751 admin admin] Usage tracker for resource:security_group_rule and tenant:17673927307d45c6ba588f738333a3eb is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:47.624580 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-060f42b2-6b5d-45c4-83b8-81c179592751 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:47.631592 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-060f42b2-6b5d-45c4-83b8-81c179592751 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:47.746697 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-060f42b2-6b5d-45c4-83b8-81c179592751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:47.765792 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-060f42b2-6b5d-45c4-83b8-81c179592751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:47.777513 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-04c70c2d-4f27-4737-bbed-9c39bad9f5eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:47.823721 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-060f42b2-6b5d-45c4-83b8-81c179592751 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=17673927307d45c6ba588f738333a3eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442634 Apr 30 16:04:47.826714 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 36176) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:47.829605 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f42b2-6b5d-45c4-83b8-81c179592751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945316b5-552c-4429-a39d-d8cc8ef032b9,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:47.836315 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-060f42b2-6b5d-45c4-83b8-81c179592751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:47.943567 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-94d50896-8727-40f3-b1fa-d8f42cbc3048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:47.979965 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-94d50896-8727-40f3-b1fa-d8f42cbc3048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:48.035272 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f1337-76bb-4ade-9bb4-193fcd5ca02f req-3521fd4a-ce78-4301-9450-1b31c1e6d854 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:48.036698 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-273f1337-76bb-4ade-9bb4-193fcd5ca02f req-3521fd4a-ce78-4301-9450-1b31c1e6d854 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.1551051 Apr 30 16:04:48.079680 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-94d50896-8727-40f3-b1fa-d8f42cbc3048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:48.087059 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-41d1e517-5ef1-40bd-b30d-569e9b2ae40a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:48.105211 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-273f1337-76bb-4ade-9bb4-193fcd5ca02f req-b297f7ea-8fe3-48a1-ab5c-57c12d6526e8 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614147 Apr 30 16:04:48.108181 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d50896-8727-40f3-b1fa-d8f42cbc3048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945316b5-552c-4429-a39d-d8cc8ef032b9,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:48.129541 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-94d50896-8727-40f3-b1fa-d8f42cbc3048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:48.156192 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-94d50896-8727-40f3-b1fa-d8f42cbc3048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:48.157205 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-94d50896-8727-40f3-b1fa-d8f42cbc3048 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/945316b5-552c-4429-a39d-d8cc8ef032b9 HTTP/1.1" status: 204 len: 168 time: 0.3294275 Apr 30 16:04:48.427200 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:48.484908 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27930e57-f3d4-4ff1-abe7-bfff35d4098c req-de5d8a6a-8a4a-4287-89f8-a6d9bc5fef33 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:48.486413 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-27930e57-f3d4-4ff1-abe7-bfff35d4098c req-de5d8a6a-8a4a-4287-89f8-a6d9bc5fef33 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f4ad412-c48d-495d-bb3e-0f8ca8ef4992 HTTP/1.1" status: 200 len: 946 time: 0.1151466 Apr 30 16:04:48.599843 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-27930e57-f3d4-4ff1-abe7-bfff35d4098c req-9bc038b7-5e01-4553-ae6d-bc502383b052 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069658 Apr 30 16:04:48.665963 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 36194) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:48.686228 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-aab681b0-7863-4f1d-9830-1b33f477ddee admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:48.828509 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-aab681b0-7863-4f1d-9830-1b33f477ddee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:48.834861 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-aab681b0-7863-4f1d-9830-1b33f477ddee admin admin] Usage tracker for resource:security_group_rule and tenant:24c1dc0e614a48fd8ed21f9593a7bc42 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:48.838458 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-aab681b0-7863-4f1d-9830-1b33f477ddee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:48.846688 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-aab681b0-7863-4f1d-9830-1b33f477ddee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:48.912739 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30909d-a528-4772-bf72-97a438011527 req-7e984548-6cc4-48db-8d39-660d19d6e380 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:48.920331 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-2b30909d-a528-4772-bf72-97a438011527 req-7e984548-6cc4-48db-8d39-660d19d6e380 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.2203600 Apr 30 16:04:48.990400 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-2b30909d-a528-4772-bf72-97a438011527 req-a2c288aa-7376-4b0a-ba15-59e27c273c54 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692317 Apr 30 16:04:49.032682 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-aab681b0-7863-4f1d-9830-1b33f477ddee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:49.039155 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-aab681b0-7863-4f1d-9830-1b33f477ddee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:49.047626 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-04caf10f-1a72-43c3-a550-cdcbcb49afbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:49.089501 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-aab681b0-7863-4f1d-9830-1b33f477ddee admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=24c1dc0e614a48fd8ed21f9593a7bc42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4215174 Apr 30 16:04:49.092963 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 36206) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:49.100274 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab681b0-7863-4f1d-9830-1b33f477ddee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a05a30-0a95-43fa-95ab-cdc80876637c,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:49.103634 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-aab681b0-7863-4f1d-9830-1b33f477ddee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:49.178199 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-0abd205b-2192-4480-9d4c-bab40d06f1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:49.207778 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-0abd205b-2192-4480-9d4c-bab40d06f1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:49.368883 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:04:49.390521 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-0abd205b-2192-4480-9d4c-bab40d06f1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:49.396508 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-8231ac4c-7a22-4655-a20f-5c8fa0c06f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:49.425945 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd205b-2192-4480-9d4c-bab40d06f1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a05a30-0a95-43fa-95ab-cdc80876637c,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:49.430638 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-0abd205b-2192-4480-9d4c-bab40d06f1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:49.431296 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-0abd205b-2192-4480-9d4c-bab40d06f1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:49.432405 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-0abd205b-2192-4480-9d4c-bab40d06f1e8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/88a05a30-0a95-43fa-95ab-cdc80876637c HTTP/1.1" status: 204 len: 168 time: 0.3383696 Apr 30 16:04:49.458087 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df0a80-da21-4f38-9c2a-a18e87265355 req-0ce899a5-eff5-4196-8850-528d09716c84 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:49.459639 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-80df0a80-da21-4f38-9c2a-a18e87265355 req-0ce899a5-eff5-4196-8850-528d09716c84 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.2085903 Apr 30 16:04:49.510216 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-80df0a80-da21-4f38-9c2a-a18e87265355 req-4a6b2de0-abdb-47a9-b759-e1766a1e7966 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440860 Apr 30 16:04:49.844083 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef76bf-2400-423b-bb34-eec6540e8f98 req-9664ca81-d073-4c83-8cb2-e6ebae0019e4 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:49.849068 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8fef76bf-2400-423b-bb34-eec6540e8f98 req-9664ca81-d073-4c83-8cb2-e6ebae0019e4 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f4ad412-c48d-495d-bb3e-0f8ca8ef4992 HTTP/1.1" status: 200 len: 946 time: 0.1044531 Apr 30 16:04:49.896190 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8fef76bf-2400-423b-bb34-eec6540e8f98 req-63d10a10-87a8-428b-be2c-50331879aed7 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411873 Apr 30 16:04:50.239449 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf920c9-b63f-49fc-8eeb-7d89cf071fac req-d6630930-2d3e-42ea-8bf3-9c33d7a940d6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:50.247095 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-8bf920c9-b63f-49fc-8eeb-7d89cf071fac req-d6630930-2d3e-42ea-8bf3-9c33d7a940d6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0980968 Apr 30 16:04:50.298714 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-8bf920c9-b63f-49fc-8eeb-7d89cf071fac req-0f2e9b08-b991-4486-92a8-0dbb6ccfa5e3 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497830 Apr 30 16:04:50.454122 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 36246) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:50.603423 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f6a644f7-dbc4-4070-b794-23f4330eb748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:50.621397 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-f6a644f7-dbc4-4070-b794-23f4330eb748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:50.626397 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-f6a644f7-dbc4-4070-b794-23f4330eb748 admin admin] Usage tracker for resource:security_group_rule and tenant:028d7699af0d4ebcb62629dd9d042184 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:50.629717 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-f6a644f7-dbc4-4070-b794-23f4330eb748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:50.638931 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-f6a644f7-dbc4-4070-b794-23f4330eb748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:50.812268 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f6a644f7-dbc4-4070-b794-23f4330eb748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:50.821348 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3470bb5-3e9a-41e3-9143-5d11b0392bc9 req-d41aa569-d42b-4562-a553-178e8c2d597b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:50.823193 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d3470bb5-3e9a-41e3-9143-5d11b0392bc9 req-d41aa569-d42b-4562-a553-178e8c2d597b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.1456363 Apr 30 16:04:50.824698 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f6a644f7-dbc4-4070-b794-23f4330eb748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:50.835496 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-852f582e-10cd-4ee8-8e00-5dc848907289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:50.905103 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-f6a644f7-dbc4-4070-b794-23f4330eb748 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=028d7699af0d4ebcb62629dd9d042184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4467797 Apr 30 16:04:50.913830 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 36262) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:50.929109 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a644f7-dbc4-4070-b794-23f4330eb748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25055ed8-675c-4cb7-80f4-0b6c9e80c826,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:50.940401 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-f6a644f7-dbc4-4070-b794-23f4330eb748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:50.943507 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d3470bb5-3e9a-41e3-9143-5d11b0392bc9 req-8b48be92-79aa-40bf-8d71-3c6f7fc08f9a tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112442 Apr 30 16:04:51.049900 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-d95d2001-49cf-458e-962e-efc6a71abfbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:51.133667 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-d95d2001-49cf-458e-962e-efc6a71abfbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:51.213164 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bcec4-0228-403c-b5e9-4e189be3093b req-949099a7-5ac0-4fab-bdd1-e566e18c47ab tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:51.214632 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6f4bcec4-0228-403c-b5e9-4e189be3093b req-949099a7-5ac0-4fab-bdd1-e566e18c47ab tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f4ad412-c48d-495d-bb3e-0f8ca8ef4992 HTTP/1.1" status: 200 len: 946 time: 0.1419022 Apr 30 16:04:51.239101 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-d95d2001-49cf-458e-962e-efc6a71abfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:51.245819 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-504af7ae-e023-4bd1-af2b-a7b104c0471f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:51.259094 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d2001-49cf-458e-962e-efc6a71abfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25055ed8-675c-4cb7-80f4-0b6c9e80c826,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:51.261389 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-d95d2001-49cf-458e-962e-efc6a71abfbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:51.295415 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-d95d2001-49cf-458e-962e-efc6a71abfbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:51.296541 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-d95d2001-49cf-458e-962e-efc6a71abfbe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/25055ed8-675c-4cb7-80f4-0b6c9e80c826 HTTP/1.1" status: 204 len: 168 time: 0.3811467 Apr 30 16:04:51.313547 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6f4bcec4-0228-403c-b5e9-4e189be3093b req-e72ac6e7-707d-425c-b573-d44faf1fd71e tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917075 Apr 30 16:04:51.542747 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48b632-c99e-483d-9698-d50749c9e108 req-b6bbb5c1-3ebf-4fb5-bed3-e3a0ac0d5051 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:51.544836 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7f48b632-c99e-483d-9698-d50749c9e108 req-b6bbb5c1-3ebf-4fb5-bed3-e3a0ac0d5051 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.1143007 Apr 30 16:04:51.610245 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7f48b632-c99e-483d-9698-d50749c9e108 req-4f3b21da-56a8-408b-b97c-7c4eda459f9d tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598390 Apr 30 16:04:51.786718 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 36288) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:51.816105 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-d1e16e64-3e62-4325-9c4c-9c1662bb0e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:51.832837 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-d1e16e64-3e62-4325-9c4c-9c1662bb0e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:51.839466 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-d1e16e64-3e62-4325-9c4c-9c1662bb0e51 admin admin] Usage tracker for resource:security_group_rule and tenant:05ddf74a5c4c421ab153b1c8f5aaaccd is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:51.844403 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-d1e16e64-3e62-4325-9c4c-9c1662bb0e51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:51.851957 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-d1e16e64-3e62-4325-9c4c-9c1662bb0e51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:51.990764 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-d1e16e64-3e62-4325-9c4c-9c1662bb0e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:51.995790 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-d1e16e64-3e62-4325-9c4c-9c1662bb0e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:52.014197 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-9599507b-839d-4364-b315-aa7872113bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:52.073684 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-d1e16e64-3e62-4325-9c4c-9c1662bb0e51 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=05ddf74a5c4c421ab153b1c8f5aaaccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2833645 Apr 30 16:04:52.074775 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 36294) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:52.076660 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e16e64-3e62-4325-9c4c-9c1662bb0e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa814039-d563-40c1-acba-d5a246c1bd4c,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:52.079936 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-d1e16e64-3e62-4325-9c4c-9c1662bb0e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:52.221511 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6f7696cb-86bd-4d65-b738-47418ed86173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:52.259284 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6f7696cb-86bd-4d65-b738-47418ed86173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:52.322187 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ff233-8eea-4466-b04f-2511561512a8 req-4bac1b42-600d-46ce-8309-e73faaf1c388 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:52.323899 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f05ff233-8eea-4466-b04f-2511561512a8 req-4bac1b42-600d-46ce-8309-e73faaf1c388 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.1633060 Apr 30 16:04:52.361142 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6f7696cb-86bd-4d65-b738-47418ed86173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:52.371985 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-d95d2001-49cf-458e-962e-efc6a71abfbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:52.387387 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7696cb-86bd-4d65-b738-47418ed86173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa814039-d563-40c1-acba-d5a246c1bd4c,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:52.393798 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-6f7696cb-86bd-4d65-b738-47418ed86173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:52.402639 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f05ff233-8eea-4466-b04f-2511561512a8 req-48af1e9f-fcf6-459a-9f0b-7589b426ad9f tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684817 Apr 30 16:04:52.407633 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6f7696cb-86bd-4d65-b738-47418ed86173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:52.411551 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-6f7696cb-86bd-4d65-b738-47418ed86173 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aa814039-d563-40c1-acba-d5a246c1bd4c HTTP/1.1" status: 204 len: 168 time: 0.3346705 Apr 30 16:04:52.538803 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434922f3-a2b7-4b9f-95e0-4b39c93ad9f2 req-9bcfa51c-3bfc-4a13-a367-649cd9e43635 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:52.540454 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-434922f3-a2b7-4b9f-95e0-4b39c93ad9f2 req-9bcfa51c-3bfc-4a13-a367-649cd9e43635 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f4ad412-c48d-495d-bb3e-0f8ca8ef4992 HTTP/1.1" status: 200 len: 946 time: 0.0852954 Apr 30 16:04:52.584792 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-434922f3-a2b7-4b9f-95e0-4b39c93ad9f2 req-9bd4ac7c-e551-47aa-b48a-1943e6a3077c tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376022 Apr 30 16:04:52.799512 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be8865-f8f6-4612-b897-c2bf2896d46d req-946a1965-36c4-4224-b154-8eac5de961de tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:52.801027 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f2be8865-f8f6-4612-b897-c2bf2896d46d req-946a1965-36c4-4224-b154-8eac5de961de tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0854113 Apr 30 16:04:52.848398 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f2be8865-f8f6-4612-b897-c2bf2896d46d req-12a8ea1e-82a4-4116-b3b8-c1ea1940d2cf tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415876 Apr 30 16:04:53.632541 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af9849-d476-48d7-bfa2-b623a28dc5cc req-fd775cab-513e-462c-afb3-31f2fcc8d0b2 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:53.635272 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-e3af9849-d476-48d7-bfa2-b623a28dc5cc req-fd775cab-513e-462c-afb3-31f2fcc8d0b2 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.0952830 Apr 30 16:04:53.706711 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-e3af9849-d476-48d7-bfa2-b623a28dc5cc req-eb5cf9cf-19c7-46a1-a0cb-594124c768cf tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544567 Apr 30 16:04:53.811528 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fde3e-9136-4565-ae46-558291e59cff req-481bc985-df64-4fa4-a018-9fd54c9054fd tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:53.813101 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-cf4fde3e-9136-4565-ae46-558291e59cff req-481bc985-df64-4fa4-a018-9fd54c9054fd tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f4ad412-c48d-495d-bb3e-0f8ca8ef4992 HTTP/1.1" status: 200 len: 946 time: 0.0884547 Apr 30 16:04:53.868468 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-cf4fde3e-9136-4565-ae46-558291e59cff req-f0d38e4f-9345-40e7-a608-1bf11534a252 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491416 Apr 30 16:04:54.045016 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515f5fa-c9ba-467a-a068-e0deae7208f5 req-3fa62d7a-76e7-4165-b75d-40b5dc0ad66d tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:54.046430 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f515f5fa-c9ba-467a-a068-e0deae7208f5 req-3fa62d7a-76e7-4165-b75d-40b5dc0ad66d tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0834665 Apr 30 16:04:54.102437 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f515f5fa-c9ba-467a-a068-e0deae7208f5 req-a31ebae8-bf51-46bb-b6bc-f92217ee5db7 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497777 Apr 30 16:04:54.346997 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 36382) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:54.475935 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5040927-b219-4fe3-a86d-7a1673a62e04 req-6948c33d-061d-4950-a67b-813a3d70b459 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:54.477387 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b5040927-b219-4fe3-a86d-7a1673a62e04 req-6948c33d-061d-4950-a67b-813a3d70b459 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0928831 Apr 30 16:04:54.517853 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-05cee26c-6db5-49ca-b4dd-adeb6bcb0b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:54.525960 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b5040927-b219-4fe3-a86d-7a1673a62e04 req-de627b19-cc1c-479f-853a-ae6b3a150695 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414071 Apr 30 16:04:54.536277 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-05cee26c-6db5-49ca-b4dd-adeb6bcb0b75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:54.541761 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-05cee26c-6db5-49ca-b4dd-adeb6bcb0b75 admin admin] Usage tracker for resource:security_group_rule and tenant:90c0f9eb1054421f9a8823a49504fc27 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:54.545750 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-05cee26c-6db5-49ca-b4dd-adeb6bcb0b75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:54.552655 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-05cee26c-6db5-49ca-b4dd-adeb6bcb0b75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:54.585998 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201ede0-e228-4ba6-84c5-4c8a75559310 req-b6fd6092-c36a-4b32-9daf-1a279b993fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:54.587369 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4201ede0-e228-4ba6-84c5-4c8a75559310 req-b6fd6092-c36a-4b32-9daf-1a279b993fd3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2585736d9b1c4eaabdd630f3e03e2da0&device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 1098 time: 0.1353357 Apr 30 16:04:54.766524 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201ede0-e228-4ba6-84c5-4c8a75559310 req-4de4c95a-950d-4d74-8248-668421da3197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:54.767996 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4201ede0-e228-4ba6-84c5-4c8a75559310 req-4de4c95a-950d-4d74-8248-668421da3197 service neutron] 10.222.0.42 "GET /v2.0/networks?id=529eb04d-afd1-4ec1-a7cf-59406e4ebee4 HTTP/1.1" status: 200 len: 911 time: 0.1730549 Apr 30 16:04:54.769608 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-05cee26c-6db5-49ca-b4dd-adeb6bcb0b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:54.775233 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-05cee26c-6db5-49ca-b4dd-adeb6bcb0b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:54.786267 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a056caf5-0d99-469c-a8af-0be00c9d38ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:54.940572 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-05cee26c-6db5-49ca-b4dd-adeb6bcb0b75 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=90c0f9eb1054421f9a8823a49504fc27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5924346 Apr 30 16:04:54.941403 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cee26c-6db5-49ca-b4dd-adeb6bcb0b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da56f6b-45db-4bcd-b2e8-83dde53875db,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:54.943720 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 36396) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:54.944617 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-05cee26c-6db5-49ca-b4dd-adeb6bcb0b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:54.982521 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4201ede0-e228-4ba6-84c5-4c8a75559310 req-dbbef3b8-cfa3-473c-bc1e-99c36fb52df1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c3403a6-82fe-45fc-801e-0133d419fb05 HTTP/1.1" status: 200 len: 1000 time: 0.1968155 Apr 30 16:04:55.057336 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771717f0-cab3-4d72-a900-63be038b58ec req-e1c4d09f-c54b-4696-b169-f34a5837ff4c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:55.058140 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6cef5a2e-e583-4a3c-997e-15d1cd98f778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:55.058780 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-771717f0-cab3-4d72-a900-63be038b58ec req-e1c4d09f-c54b-4696-b169-f34a5837ff4c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.2089431 Apr 30 16:04:55.067703 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201ede0-e228-4ba6-84c5-4c8a75559310 req-f8bc709e-b0b4-4efc-a55c-c6350009d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:55.069078 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4201ede0-e228-4ba6-84c5-4c8a75559310 req-f8bc709e-b0b4-4efc-a55c-c6350009d207 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b5b4d6f-2a10-41bf-be25-6159859e6aec HTTP/1.1" status: 200 len: 850 time: 0.0781360 Apr 30 16:04:55.099640 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6cef5a2e-e583-4a3c-997e-15d1cd98f778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:55.133459 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0ee99-4fc3-4144-a3c0-b847c666cf33 req-3d0593a1-c830-4df6-b87c-22ce0d3c0df3 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:55.134898 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-91d0ee99-4fc3-4144-a3c0-b847c666cf33 req-3d0593a1-c830-4df6-b87c-22ce0d3c0df3 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f4ad412-c48d-495d-bb3e-0f8ca8ef4992 HTTP/1.1" status: 200 len: 946 time: 0.1381867 Apr 30 16:04:55.190205 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-91d0ee99-4fc3-4144-a3c0-b847c666cf33 req-05ff55b9-36a0-4f76-a1cf-4a1d28abe4da tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/security-groups?id=aecf2574-a49e-49ef-9fbb-c9c1d989e47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458422 Apr 30 16:04:55.199455 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-771717f0-cab3-4d72-a900-63be038b58ec req-6aa9e1f6-0a33-414f-8548-a246c54a3dca tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331394 Apr 30 16:04:55.209122 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6cef5a2e-e583-4a3c-997e-15d1cd98f778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:55.213428 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-dee027a9-9c24-43af-b231-0e6308990a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:55.228456 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef5a2e-e583-4a3c-997e-15d1cd98f778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da56f6b-45db-4bcd-b2e8-83dde53875db,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:55.232571 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-6cef5a2e-e583-4a3c-997e-15d1cd98f778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:55.242104 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201ede0-e228-4ba6-84c5-4c8a75559310 req-1a81455c-3f05-414f-a326-468d1878f572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:55.243586 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4201ede0-e228-4ba6-84c5-4c8a75559310 req-1a81455c-3f05-414f-a326-468d1878f572 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=529eb04d-afd1-4ec1-a7cf-59406e4ebee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1586416 Apr 30 16:04:55.245721 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6cef5a2e-e583-4a3c-997e-15d1cd98f778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:55.250742 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-6cef5a2e-e583-4a3c-997e-15d1cd98f778 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2da56f6b-45db-4bcd-b2e8-83dde53875db HTTP/1.1" status: 204 len: 168 time: 0.3027918 Apr 30 16:04:55.253115 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f6b3f-08d0-45de-b7c3-cdf5f7543149 req-b2cc34e6-3662-4649-ad1d-40cb7fb4c026 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:55.254510 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-420f6b3f-08d0-45de-b7c3-cdf5f7543149 req-b2cc34e6-3662-4649-ad1d-40cb7fb4c026 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f4ad412-c48d-495d-bb3e-0f8ca8ef4992 HTTP/1.1" status: 200 len: 946 time: 0.1705892 Apr 30 16:04:55.563995 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 36408) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:55.573221 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4201ede0-e228-4ba6-84c5-4c8a75559310 req-69c277ad-f6fa-4056-a714-7eeb6b74ca9f service neutron] 10.222.0.42 "GET /v2.0/networks/529eb04d-afd1-4ec1-a7cf-59406e4ebee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177853 Apr 30 16:04:55.587640 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7660a3ad-f600-43e3-aa03-88b716af6556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:55.617904 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-7660a3ad-f600-43e3-aa03-88b716af6556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:55.627552 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-7660a3ad-f600-43e3-aa03-88b716af6556 admin admin] Usage tracker for resource:security_group_rule and tenant:3d480a6cb08d4755ba758d6b4856f428 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:55.634206 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-7660a3ad-f600-43e3-aa03-88b716af6556 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:55.646127 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-7660a3ad-f600-43e3-aa03-88b716af6556 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:55.689888 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-420f6b3f-08d0-45de-b7c3-cdf5f7543149 req-cee55d59-2040-418a-9e54-1bbaf0259c10 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Deleting port c9becf2a-6a88-4c41-be81-4e64cf817248 {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:04:55.690233 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-420f6b3f-08d0-45de-b7c3-cdf5f7543149 req-cee55d59-2040-418a-9e54-1bbaf0259c10 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:55.820801 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351cbc7-f80d-4105-bda0-f2bb9c83073e req-4598d06a-2c7f-47c1-8e72-d4a5d6520b0b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:55.822237 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7351cbc7-f80d-4105-bda0-f2bb9c83073e req-4598d06a-2c7f-47c1-8e72-d4a5d6520b0b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.1417480 Apr 30 16:04:55.827521 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4201ede0-e228-4ba6-84c5-4c8a75559310 req-87c543d7-3db7-43f0-b436-f9bc8f4bb1a8 service neutron] 10.222.0.42 "GET /v2.0/networks/529eb04d-afd1-4ec1-a7cf-59406e4ebee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438843 Apr 30 16:04:55.855876 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7660a3ad-f600-43e3-aa03-88b716af6556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:55.868249 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-420f6b3f-08d0-45de-b7c3-cdf5f7543149 req-cee55d59-2040-418a-9e54-1bbaf0259c10 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] For port c9becf2a-6a88-4c41-be81-4e64cf817248, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c9becf2a-6a88-4c41-be81-4e64cf817248,segment=NetworkSegment(4a600418-8d26-450f-8b2d-818995a249ab),segment_id=4a600418-8d26-450f-8b2d-818995a249ab)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:04:55.868603 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-420f6b3f-08d0-45de-b7c3-cdf5f7543149 req-cee55d59-2040-418a-9e54-1bbaf0259c10 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:55.870271 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7660a3ad-f600-43e3-aa03-88b716af6556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:55.881411 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-944f02f3-cb8d-40f2-a485-4d8ff29ae9da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:55.938530 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660a3ad-f600-43e3-aa03-88b716af6556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52dfac61-6e16-4979-8904-1928d32ce72a,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:55.941661 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-7660a3ad-f600-43e3-aa03-88b716af6556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:55.945035 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7351cbc7-f80d-4105-bda0-f2bb9c83073e req-70bdd345-981b-41ec-a267-f2cf8524b7d0 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122575 Apr 30 16:04:55.947199 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-7660a3ad-f600-43e3-aa03-88b716af6556 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3d480a6cb08d4755ba758d6b4856f428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3818681 Apr 30 16:04:55.950057 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 36416) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:56.015381 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-420f6b3f-08d0-45de-b7c3-cdf5f7543149 req-cee55d59-2040-418a-9e54-1bbaf0259c10 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Calling delete_port for c9becf2a-6a88-4c41-be81-4e64cf817248 owned by compute:nova {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:04:56.031067 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-fc000454-666e-495e-bba3-1674a0b90674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:56.057678 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-fc000454-666e-495e-bba3-1674a0b90674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:56.114255 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-fc000454-666e-495e-bba3-1674a0b90674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:56.118941 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-aab681b0-7863-4f1d-9830-1b33f477ddee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:56.129794 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc000454-666e-495e-bba3-1674a0b90674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dfac61-6e16-4979-8904-1928d32ce72a,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:56.135676 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-fc000454-666e-495e-bba3-1674a0b90674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:56.136480 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-fc000454-666e-495e-bba3-1674a0b90674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:56.140385 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-fc000454-666e-495e-bba3-1674a0b90674 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/52dfac61-6e16-4979-8904-1928d32ce72a HTTP/1.1" status: 204 len: 168 time: 0.1894567 Apr 30 16:04:56.148928 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-420f6b3f-08d0-45de-b7c3-cdf5f7543149 req-cee55d59-2040-418a-9e54-1bbaf0259c10 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:56.161391 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 36424) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:56.166448 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-7ccb56bb-0a72-468b-995b-6ff425a1b2aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:56.269339 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee55d59-2040-418a-9e54-1bbaf0259c10 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Pushing event deleted for resources: {'Port': ['ID=c9becf2a-6a88-4c41-be81-4e64cf817248,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:56.324281 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-daab1a33-f58b-4b7e-a857-6c0470ddf61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:56.344877 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-cee55d59-2040-418a-9e54-1bbaf0259c10 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:56.345971 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-420f6b3f-08d0-45de-b7c3-cdf5f7543149 req-cee55d59-2040-418a-9e54-1bbaf0259c10 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] No DVR routers for this DVR port c9becf2a-6a88-4c41-be81-4e64cf817248 on host hv-cinder-78719 {{(pid=73963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:04:56.348549 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-420f6b3f-08d0-45de-b7c3-cdf5f7543149 req-cee55d59-2040-418a-9e54-1bbaf0259c10 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:56.351315 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4ad412-c48d-495d-bb3e-0f8ca8ef4992', 'name': 'network-vif-deleted', 'tag': 'c9becf2a-6a88-4c41-be81-4e64cf817248'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:04:56.356763 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-daab1a33-f58b-4b7e-a857-6c0470ddf61f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:56.365538 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-daab1a33-f58b-4b7e-a857-6c0470ddf61f admin admin] Usage tracker for resource:security_group_rule and tenant:90346ab21de34db8af3f5e63cf52e367 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:56.369779 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-daab1a33-f58b-4b7e-a857-6c0470ddf61f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:56.380473 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-daab1a33-f58b-4b7e-a857-6c0470ddf61f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:56.389878 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-420f6b3f-08d0-45de-b7c3-cdf5f7543149 req-cee55d59-2040-418a-9e54-1bbaf0259c10 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.42 "DELETE /v2.0/ports/c9becf2a-6a88-4c41-be81-4e64cf817248 HTTP/1.1" status: 204 len: 173 time: 1.1158679 Apr 30 16:04:56.471562 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-22b58176-a1fd-4f7b-8143-4a7637e36874 req-f64150d6-86c6-49af-bb13-3cdb9d36db68 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f4ad412-c48d-495d-bb3e-0f8ca8ef4992 HTTP/1.1" status: 200 len: 210 time: 0.0715439 Apr 30 16:04:56.509809 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc32dd3-072b-4830-aaff-b9562ec499e5 req-50e4c631-8a6f-45b1-8520-035c50a8bb23 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:56.512006 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-fcc32dd3-072b-4830-aaff-b9562ec499e5 req-50e4c631-8a6f-45b1-8520-035c50a8bb23 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.1053410 Apr 30 16:04:56.541219 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4ad412-c48d-495d-bb3e-0f8ca8ef4992', 'name': 'network-vif-deleted', 'tag': 'c9becf2a-6a88-4c41-be81-4e64cf817248', 'status': 'completed', 'code': 200} Apr 30 16:04:56.580118 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-daab1a33-f58b-4b7e-a857-6c0470ddf61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:56.585246 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-fcc32dd3-072b-4830-aaff-b9562ec499e5 req-5909f4a7-f6bb-44b3-be41-521db17adfdc tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665455 Apr 30 16:04:56.586836 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-daab1a33-f58b-4b7e-a857-6c0470ddf61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:56.598658 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-e3e6aefb-3bbe-4792-8667-72dad096d212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:56.651747 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-daab1a33-f58b-4b7e-a857-6c0470ddf61f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=90346ab21de34db8af3f5e63cf52e367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4891524 Apr 30 16:04:56.653550 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab1a33-f58b-4b7e-a857-6c0470ddf61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbadf0c9-4c15-4d24-bef2-145869292be8,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:56.654349 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 36444) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:56.669139 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-daab1a33-f58b-4b7e-a857-6c0470ddf61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:56.717788 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-14571a14-6d7a-4de9-93cd-93ed385d5ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:56.743562 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-14571a14-6d7a-4de9-93cd-93ed385d5ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:56.796402 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-14571a14-6d7a-4de9-93cd-93ed385d5ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:56.801020 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:56.812623 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14571a14-6d7a-4de9-93cd-93ed385d5ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbadf0c9-4c15-4d24-bef2-145869292be8,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:56.815125 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-14571a14-6d7a-4de9-93cd-93ed385d5ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:56.822153 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-14571a14-6d7a-4de9-93cd-93ed385d5ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:56.823410 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-14571a14-6d7a-4de9-93cd-93ed385d5ced admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bbadf0c9-4c15-4d24-bef2-145869292be8 HTTP/1.1" status: 204 len: 168 time: 0.1673520 Apr 30 16:04:57.178728 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6c3b4-f353-41f3-a151-f55194441c3e req-cfe39929-50d7-44db-a1ab-3af2c7e50fd4 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:57.180441 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-26b6c3b4-f353-41f3-a151-f55194441c3e req-cfe39929-50d7-44db-a1ab-3af2c7e50fd4 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.0943720 Apr 30 16:04:57.243286 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 36468) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:57.262377 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a3f2ca80-5ede-4656-b6d8-f7ff176b4282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:57.280750 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-a3f2ca80-5ede-4656-b6d8-f7ff176b4282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:04:57.285032 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-a3f2ca80-5ede-4656-b6d8-f7ff176b4282 admin admin] Usage tracker for resource:security_group_rule and tenant:5a5d8ab686554b7d8aef1c79cd3b22d0 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:04:57.287855 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-a3f2ca80-5ede-4656-b6d8-f7ff176b4282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:04:57.293985 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-a3f2ca80-5ede-4656-b6d8-f7ff176b4282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:04:57.305894 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-26b6c3b4-f353-41f3-a151-f55194441c3e req-b350f314-c0be-495c-a144-77e3208e63dd tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185527 Apr 30 16:04:57.386496 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a3f2ca80-5ede-4656-b6d8-f7ff176b4282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:57.390234 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a3f2ca80-5ede-4656-b6d8-f7ff176b4282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:57.399051 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-e4701943-4522-4eab-85d6-d73f7afd11fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:57.439345 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-a3f2ca80-5ede-4656-b6d8-f7ff176b4282 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5a5d8ab686554b7d8aef1c79cd3b22d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1947808 Apr 30 16:04:57.441044 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2ca80-5ede-4656-b6d8-f7ff176b4282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3a49d7-d5f4-4bed-8f63-86f7d2aa7c2c,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:57.441954 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 36478) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:04:57.444160 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a3f2ca80-5ede-4656-b6d8-f7ff176b4282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:57.514642 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-c300a805-6666-48a6-bef0-f93ff9ea35de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:57.541925 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-c300a805-6666-48a6-bef0-f93ff9ea35de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:57.597867 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-c300a805-6666-48a6-bef0-f93ff9ea35de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:57.603003 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-94d50896-8727-40f3-b1fa-d8f42cbc3048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:04:57.619356 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300a805-6666-48a6-bef0-f93ff9ea35de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3a49d7-d5f4-4bed-8f63-86f7d2aa7c2c,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:04:57.628726 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-c300a805-6666-48a6-bef0-f93ff9ea35de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:04:57.642347 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-c300a805-6666-48a6-bef0-f93ff9ea35de admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:04:57.649018 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-c300a805-6666-48a6-bef0-f93ff9ea35de admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3d3a49d7-d5f4-4bed-8f63-86f7d2aa7c2c HTTP/1.1" status: 204 len: 168 time: 0.2058992 Apr 30 16:04:57.821829 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adf5ac-4bf8-4284-8bea-9a3dca9b3d35 req-83287ffc-b71b-41b9-8b23-b177ffcbd84b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:57.823721 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-e8adf5ac-4bf8-4284-8bea-9a3dca9b3d35 req-83287ffc-b71b-41b9-8b23-b177ffcbd84b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.1047182 Apr 30 16:04:57.896542 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-e8adf5ac-4bf8-4284-8bea-9a3dca9b3d35 req-0ed80da9-4593-41b9-a52c-025e9509f015 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639753 Apr 30 16:04:57.903572 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device c9becf2a-6a88-4c41-be81-4e64cf817248 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:04:58.006195 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] No Port match for: c9becf2a-6a88-4c41-be81-4e64cf817248 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:04:58.006991 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device c9becf2a-6a88-4c41-be81-4e64cf817248 not bound to the agent host hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:04:59.112929 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08a648-4eb2-43e4-bff3-ddcb6ace0ea0 req-20c6f62b-9763-40de-a2c7-0e324834551f tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:04:59.114386 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5f08a648-4eb2-43e4-bff3-ddcb6ace0ea0 req-20c6f62b-9763-40de-a2c7-0e324834551f tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 944 time: 0.0820739 Apr 30 16:04:59.164378 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5f08a648-4eb2-43e4-bff3-ddcb6ace0ea0 req-8a3e237f-c519-4343-9d11-37caf65a63d1 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438728 Apr 30 16:04:59.908787 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device c6160013-10e2-4b7e-a71f-0f55535cfa4f details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:05:00.052257 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port c6160013-10e2-4b7e-a71f-0f55535cfa4f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c6160013-10e2-4b7e-a71f-0f55535cfa4f,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:00.065495 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Returning: {'device': 'c6160013-10e2-4b7e-a71f-0f55535cfa4f', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'port_id': 'c6160013-10e2-4b7e-a71f-0f55535cfa4f', 'mac_address': 'fa:16:3e:37:10:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:05:00.117875 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:00.134597 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6160013-10e2-4b7e-a71f-0f55535cfa4f {{(pid=73965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:05:00.150689 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port c6160013-10e2-4b7e-a71f-0f55535cfa4f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c6160013-10e2-4b7e-a71f-0f55535cfa4f,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:00.154416 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:00.156108 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:00.254462 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=c6160013-10e2-4b7e-a71f-0f55535cfa4f,revision_number=9']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:00.257461 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:00.363829 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a456261-9113-47b7-8029-1b8e2c2ca835 req-952dc640-1e0b-4c85-88a6-e1962ed6c8e4 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:00.365290 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7a456261-9113-47b7-8029-1b8e2c2ca835 req-952dc640-1e0b-4c85-88a6-e1962ed6c8e4 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 945 time: 0.0836914 Apr 30 16:05:00.408924 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7a456261-9113-47b7-8029-1b8e2c2ca835 req-05a46532-2b15-4b2e-9164-e66e0a30b8eb tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380399 Apr 30 16:05:01.598868 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63869507-194a-4245-8bdf-b447eb6aa5ae req-b447e537-cd0f-4a32-8f19-344b1872d1d1 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:01.600231 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-63869507-194a-4245-8bdf-b447eb6aa5ae req-b447e537-cd0f-4a32-8f19-344b1872d1d1 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 945 time: 0.0773795 Apr 30 16:05:01.644849 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-63869507-194a-4245-8bdf-b447eb6aa5ae req-15816c92-dfb2-463f-aff1-28f63bc0fef5 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389771 Apr 30 16:05:02.830900 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadffcea-ecab-4005-b4c3-ae0efd5f7300 req-e0f7b35f-6af5-404e-812f-858fff9d3c69 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:02.832329 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-aadffcea-ecab-4005-b4c3-ae0efd5f7300 req-e0f7b35f-6af5-404e-812f-858fff9d3c69 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 945 time: 0.0769060 Apr 30 16:05:02.874738 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-aadffcea-ecab-4005-b4c3-ae0efd5f7300 req-e463dabb-4958-4d44-9c76-bbc6defde719 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368516 Apr 30 16:05:03.230973 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['c6160013-10e2-4b7e-a71f-0f55535cfa4f'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:05:04.065452 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588e630-da1f-4f01-bf6e-5f21a9c350f9 req-23f058c7-95f4-4326-a6ea-2f07dc1fb1bc tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:04.066881 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5588e630-da1f-4f01-bf6e-5f21a9c350f9 req-23f058c7-95f4-4326-a6ea-2f07dc1fb1bc tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 945 time: 0.0808802 Apr 30 16:05:04.111899 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5588e630-da1f-4f01-bf6e-5f21a9c350f9 req-9392b538-fadf-4607-8916-f44e3ec27321 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393875 Apr 30 16:05:05.299540 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16456d-c342-4936-8b04-2412315ca1fd req-49577f63-0995-4802-88de-38f8b297cf6f tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:05.300914 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3b16456d-c342-4936-8b04-2412315ca1fd req-49577f63-0995-4802-88de-38f8b297cf6f tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 945 time: 0.0799851 Apr 30 16:05:05.346227 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3b16456d-c342-4936-8b04-2412315ca1fd req-adbd0eba-4bf9-434b-b056-9f13a39f2b3f tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393176 Apr 30 16:05:06.534172 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca628f-9b54-429d-9b46-09050080ad7e req-54d6a641-0dd0-43a7-a722-93792ff31f58 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:06.535637 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-71ca628f-9b54-429d-9b46-09050080ad7e req-54d6a641-0dd0-43a7-a722-93792ff31f58 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 945 time: 0.0806456 Apr 30 16:05:06.580672 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-71ca628f-9b54-429d-9b46-09050080ad7e req-9dafcf7a-3f7f-498d-8d1c-451995049b9e tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394008 Apr 30 16:05:07.786899 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c3af6-7b42-4c59-bdb5-1d464420c038 req-9818ad77-ba70-4041-b3c9-67d4af4400e4 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:07.788963 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d18c3af6-7b42-4c59-bdb5-1d464420c038 req-9818ad77-ba70-4041-b3c9-67d4af4400e4 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 945 time: 0.0886497 Apr 30 16:05:07.838446 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d18c3af6-7b42-4c59-bdb5-1d464420c038 req-6422069d-f561-4479-829b-d7988ce77426 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429323 Apr 30 16:05:08.416603 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:08.495717 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device c6160013-10e2-4b7e-a71f-0f55535cfa4f up at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:08.564241 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning complete for port c6160013-10e2-4b7e-a71f-0f55535cfa4f triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:08.564559 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:08.686439 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:08.713642 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3445d3-3ec0-4053-8821-dd50dad32304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6160013-10e2-4b7e-a71f-0f55535cfa4f'}] {{(pid=73965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:05:08.724196 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port c6160013-10e2-4b7e-a71f-0f55535cfa4f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c6160013-10e2-4b7e-a71f-0f55535cfa4f,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:08.728443 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:08.730224 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-e1f33185-74ce-468b-9b51-8b151df33bd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:08.767771 dv-cinder-787195-6-iscsi neutron-server[73965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3445d3-3ec0-4053-8821-dd50dad32304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6160013-10e2-4b7e-a71f-0f55535cfa4f', 'code': 200} Apr 30 16:05:08.803484 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=c6160013-10e2-4b7e-a71f-0f55535cfa4f,revision_number=10']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:08.811541 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:08.811885 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:08.812242 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:08.812570 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:08.812943 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:08.813285 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:08.813587 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:08.813905 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:08.814299 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:08.814570 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:08.814883 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:08.815196 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:08.818733 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:09.028806 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce8389-7691-4bc6-8158-ce064182dfd0 req-33d0773e-cad7-4991-a02d-d7bcd7e160d2 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:09.030232 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-cbce8389-7691-4bc6-8158-ce064182dfd0 req-33d0773e-cad7-4991-a02d-d7bcd7e160d2 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 947 time: 0.0795538 Apr 30 16:05:09.073530 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-cbce8389-7691-4bc6-8158-ce064182dfd0 req-b53ff368-ae38-47d5-b357-8f1df5a26b35 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376141 Apr 30 16:05:09.315000 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815ba8c-ffd7-4349-9465-8e9b43b5c861 req-26318fc5-fbd6-47fe-aca9-559a014c2b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:09.316476 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f815ba8c-ffd7-4349-9465-8e9b43b5c861 req-26318fc5-fbd6-47fe-aca9-559a014c2b97 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 1100 time: 0.0721433 Apr 30 16:05:09.359832 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f815ba8c-ffd7-4349-9465-8e9b43b5c861 req-fa058744-f28e-41c4-b888-03c93845f186 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356092 Apr 30 16:05:10.080205 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 36704) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:10.228207 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6ee8c4df-24e5-4fbf-89f4-038a2145a661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:10.249910 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-6ee8c4df-24e5-4fbf-89f4-038a2145a661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:10.255953 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-6ee8c4df-24e5-4fbf-89f4-038a2145a661 admin admin] Usage tracker for resource:security_group_rule and tenant:6b98b4d3ba3c4b429175cf5b2627aa94 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:10.259376 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-6ee8c4df-24e5-4fbf-89f4-038a2145a661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:10.266942 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-6ee8c4df-24e5-4fbf-89f4-038a2145a661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:10.317371 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823e5eb-f80f-4221-9c74-cd145467f1bf req-d804c429-e1a0-4ee4-b085-b60cd5c44c69 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:10.319226 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3823e5eb-f80f-4221-9c74-cd145467f1bf req-d804c429-e1a0-4ee4-b085-b60cd5c44c69 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 947 time: 0.1271768 Apr 30 16:05:10.479152 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3823e5eb-f80f-4221-9c74-cd145467f1bf req-09fa9212-56f1-4dcd-9b5e-7f5bce26b89c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489692 Apr 30 16:05:10.513537 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6ee8c4df-24e5-4fbf-89f4-038a2145a661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:10.517917 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6ee8c4df-24e5-4fbf-89f4-038a2145a661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:10.524621 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-71dc4cdb-3c2a-413d-9d6a-2eb98a503c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:10.566612 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-6ee8c4df-24e5-4fbf-89f4-038a2145a661 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6b98b4d3ba3c4b429175cf5b2627aa94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4853685 Apr 30 16:05:10.567826 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8c4df-24e5-4fbf-89f4-038a2145a661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8551028-c78d-45fe-a908-8ada2bde4cdb,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:10.570378 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 36728) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:10.572904 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-6ee8c4df-24e5-4fbf-89f4-038a2145a661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:10.632074 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-d1dd6845-2883-4a76-a964-444567a41ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:10.664035 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-d1dd6845-2883-4a76-a964-444567a41ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:10.723939 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-d1dd6845-2883-4a76-a964-444567a41ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:10.727699 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-4a07ac39-75eb-467c-9df7-0243c7404085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:10.741615 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd6845-2883-4a76-a964-444567a41ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8551028-c78d-45fe-a908-8ada2bde4cdb,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:10.745778 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-d1dd6845-2883-4a76-a964-444567a41ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:10.751688 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-d1dd6845-2883-4a76-a964-444567a41ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:10.753227 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-d1dd6845-2883-4a76-a964-444567a41ea4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e8551028-c78d-45fe-a908-8ada2bde4cdb HTTP/1.1" status: 204 len: 168 time: 0.1819730 Apr 30 16:05:11.081085 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 36768) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:11.236639 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-14ae84bf-6707-41ca-a26c-0e4689f5807c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:11.253026 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-14ae84bf-6707-41ca-a26c-0e4689f5807c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:11.258345 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 36776) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:11.259853 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-14ae84bf-6707-41ca-a26c-0e4689f5807c admin admin] Usage tracker for resource:security_group_rule and tenant:baafea8548e84a9fabf66f578278300e is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:11.263372 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-14ae84bf-6707-41ca-a26c-0e4689f5807c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:11.270433 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-14ae84bf-6707-41ca-a26c-0e4689f5807c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:11.280588 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-edccfac2-2f8d-49d7-b6fe-6803cb9ddfa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:11.295831 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-edccfac2-2f8d-49d7-b6fe-6803cb9ddfa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:11.299807 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-edccfac2-2f8d-49d7-b6fe-6803cb9ddfa0 admin admin] Usage tracker for resource:security_group_rule and tenant:e22e9750bb454de599ebc6c29fa706c3 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:11.302773 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-edccfac2-2f8d-49d7-b6fe-6803cb9ddfa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:11.308471 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-edccfac2-2f8d-49d7-b6fe-6803cb9ddfa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:11.358747 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-14ae84bf-6707-41ca-a26c-0e4689f5807c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:11.362432 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-14ae84bf-6707-41ca-a26c-0e4689f5807c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:11.371351 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:11.392190 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-edccfac2-2f8d-49d7-b6fe-6803cb9ddfa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:11.396602 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-edccfac2-2f8d-49d7-b6fe-6803cb9ddfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:11.406277 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-9552a16b-d927-455a-b4fd-b11eae1f512e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:11.411654 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-14ae84bf-6707-41ca-a26c-0e4689f5807c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=baafea8548e84a9fabf66f578278300e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294451 Apr 30 16:05:11.413255 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae84bf-6707-41ca-a26c-0e4689f5807c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e0c398-cb9e-465c-8a7f-9b1abc5f3604,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:11.415529 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 36780) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:11.416333 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-14ae84bf-6707-41ca-a26c-0e4689f5807c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:11.469471 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-edccfac2-2f8d-49d7-b6fe-6803cb9ddfa0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e22e9750bb454de599ebc6c29fa706c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2100713 Apr 30 16:05:11.472165 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 36784) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:11.472681 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edccfac2-2f8d-49d7-b6fe-6803cb9ddfa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4063e854-1351-477c-96f7-6040b30c9350,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:11.489802 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-edccfac2-2f8d-49d7-b6fe-6803cb9ddfa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:11.505210 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4cea8568-3fe6-435e-b585-a5ec0a7aff4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:11.532876 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4cea8568-3fe6-435e-b585-a5ec0a7aff4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:11.537755 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-64847744-7ecb-4dc6-b8be-baa15224c9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:11.565245 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-64847744-7ecb-4dc6-b8be-baa15224c9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:11.588846 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4cea8568-3fe6-435e-b585-a5ec0a7aff4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:11.593565 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-7660a3ad-f600-43e3-aa03-88b716af6556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:11.617968 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-64847744-7ecb-4dc6-b8be-baa15224c9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:11.621682 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-ec41e0ae-db0b-4b4c-891b-8b361358a407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:11.634318 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64847744-7ecb-4dc6-b8be-baa15224c9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4063e854-1351-477c-96f7-6040b30c9350,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:11.636657 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-64847744-7ecb-4dc6-b8be-baa15224c9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:11.645575 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-64847744-7ecb-4dc6-b8be-baa15224c9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:11.649347 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-64847744-7ecb-4dc6-b8be-baa15224c9df admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4063e854-1351-477c-96f7-6040b30c9350 HTTP/1.1" status: 204 len: 168 time: 0.1736319 Apr 30 16:05:11.649476 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea8568-3fe6-435e-b585-a5ec0a7aff4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e0c398-cb9e-465c-8a7f-9b1abc5f3604,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:11.653657 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-4cea8568-3fe6-435e-b585-a5ec0a7aff4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:11.663390 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4cea8568-3fe6-435e-b585-a5ec0a7aff4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:11.664399 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-4cea8568-3fe6-435e-b585-a5ec0a7aff4e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/83e0c398-cb9e-465c-8a7f-9b1abc5f3604 HTTP/1.1" status: 204 len: 168 time: 0.2459342 Apr 30 16:05:11.700061 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6aa80-a2b1-4a76-a21c-39c89a147540 req-b1305eab-1f44-403a-8829-2defd365b2bc tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:11.702326 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-6db6aa80-a2b1-4a76-a21c-39c89a147540 req-b1305eab-1f44-403a-8829-2defd365b2bc tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 947 time: 0.1010301 Apr 30 16:05:11.750422 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-6db6aa80-a2b1-4a76-a21c-39c89a147540 req-ef3c829d-fb5c-4585-bc43-9d07e90bcfb2 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422308 Apr 30 16:05:12.037614 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 36806) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:12.054910 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3ec5fdca-422c-4433-91a0-0afb3a8f0b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:12.072596 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-3ec5fdca-422c-4433-91a0-0afb3a8f0b5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:12.076473 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-3ec5fdca-422c-4433-91a0-0afb3a8f0b5c admin admin] Usage tracker for resource:security_group_rule and tenant:eca9b579906a4bc99fc74df9166082ce is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:12.079230 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-3ec5fdca-422c-4433-91a0-0afb3a8f0b5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:12.084884 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-3ec5fdca-422c-4433-91a0-0afb3a8f0b5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:12.167833 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3ec5fdca-422c-4433-91a0-0afb3a8f0b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:12.172788 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3ec5fdca-422c-4433-91a0-0afb3a8f0b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:12.181224 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-4cd1a889-d3d4-4360-b6e5-3c90a9c62e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:12.222623 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-3ec5fdca-422c-4433-91a0-0afb3a8f0b5c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eca9b579906a4bc99fc74df9166082ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1839581 Apr 30 16:05:12.223623 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5fdca-422c-4433-91a0-0afb3a8f0b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec6fea4-1a45-4b98-869e-eefafb3faf3a,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:12.225508 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 36814) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:12.226606 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-3ec5fdca-422c-4433-91a0-0afb3a8f0b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:12.291241 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-30768122-edb2-4d4c-840c-e064691375b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:12.318130 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-30768122-edb2-4d4c-840c-e064691375b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:12.374019 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-30768122-edb2-4d4c-840c-e064691375b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:12.378743 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-899049a6-1e32-4b08-8251-3bdefd73e072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:12.390425 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768122-edb2-4d4c-840c-e064691375b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec6fea4-1a45-4b98-869e-eefafb3faf3a,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:12.392798 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-30768122-edb2-4d4c-840c-e064691375b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:12.396307 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-30768122-edb2-4d4c-840c-e064691375b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:12.400240 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-30768122-edb2-4d4c-840c-e064691375b4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5ec6fea4-1a45-4b98-869e-eefafb3faf3a HTTP/1.1" status: 204 len: 168 time: 0.1709969 Apr 30 16:05:13.198356 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-9c5c4ecb-2186-4baf-9045-dfa8fda2947b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:14.426101 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 36898) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:14.546791 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-35a92654-7326-429e-ad8d-da9ce40e3d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:14.561083 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-35a92654-7326-429e-ad8d-da9ce40e3d8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:14.564796 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-35a92654-7326-429e-ad8d-da9ce40e3d8f admin admin] Usage tracker for resource:security_group_rule and tenant:cbbd28f3275f4cad895a7d3ab9a4a9ca is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:14.567575 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-35a92654-7326-429e-ad8d-da9ce40e3d8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:14.573087 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-35a92654-7326-429e-ad8d-da9ce40e3d8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:14.651694 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-35a92654-7326-429e-ad8d-da9ce40e3d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:14.655734 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-35a92654-7326-429e-ad8d-da9ce40e3d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:14.663828 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-d1dd6845-2883-4a76-a964-444567a41ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:14.702463 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-35a92654-7326-429e-ad8d-da9ce40e3d8f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cbbd28f3275f4cad895a7d3ab9a4a9ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753489 Apr 30 16:05:14.703359 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a92654-7326-429e-ad8d-da9ce40e3d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ba7a57-097d-4868-bd6b-ff3fd56b92fa,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:14.705172 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 36904) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:14.706282 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-35a92654-7326-429e-ad8d-da9ce40e3d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:14.763777 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-2abe9b69-9273-4225-adec-ac124d99977c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:14.789057 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-2abe9b69-9273-4225-adec-ac124d99977c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:14.839842 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-2abe9b69-9273-4225-adec-ac124d99977c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:14.844457 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-77a0665c-830f-4ff0-aad3-0e71397f6f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:14.859712 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe9b69-9273-4225-adec-ac124d99977c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ba7a57-097d-4868-bd6b-ff3fd56b92fa,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:14.864196 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-2abe9b69-9273-4225-adec-ac124d99977c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:14.868361 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-2abe9b69-9273-4225-adec-ac124d99977c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:14.869448 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-2abe9b69-9273-4225-adec-ac124d99977c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/81ba7a57-097d-4868-bd6b-ff3fd56b92fa HTTP/1.1" status: 204 len: 168 time: 0.1633308 Apr 30 16:05:15.142956 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 36912) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:15.161407 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-19157d5b-dd42-44af-bd2f-556ed5512926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:15.175282 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-19157d5b-dd42-44af-bd2f-556ed5512926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:15.179011 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-19157d5b-dd42-44af-bd2f-556ed5512926 admin admin] Usage tracker for resource:security_group_rule and tenant:91c7ca18a0e34a678b2656c068aac2f0 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:15.181760 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-19157d5b-dd42-44af-bd2f-556ed5512926 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:15.187663 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-19157d5b-dd42-44af-bd2f-556ed5512926 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:15.268398 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-19157d5b-dd42-44af-bd2f-556ed5512926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:15.272428 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-19157d5b-dd42-44af-bd2f-556ed5512926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:15.281688 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-7f9c9f3a-4766-4404-9372-6e025569ae29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:15.326217 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-19157d5b-dd42-44af-bd2f-556ed5512926 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=91c7ca18a0e34a678b2656c068aac2f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1789281 Apr 30 16:05:15.326217 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19157d5b-dd42-44af-bd2f-556ed5512926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aaa3a43-11e9-4164-bbe0-cd4bfc74f1e0,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:15.326871 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 36920) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:15.328744 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-19157d5b-dd42-44af-bd2f-556ed5512926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:15.402357 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-eb1eff82-4ad5-414c-8166-85fe9874af2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:15.430166 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-eb1eff82-4ad5-414c-8166-85fe9874af2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:15.482138 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-eb1eff82-4ad5-414c-8166-85fe9874af2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:15.488029 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-c85da0a9-70e0-46dd-9b66-595fb084be7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:15.500327 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1eff82-4ad5-414c-8166-85fe9874af2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aaa3a43-11e9-4164-bbe0-cd4bfc74f1e0,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:15.503028 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-eb1eff82-4ad5-414c-8166-85fe9874af2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:15.509872 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-eb1eff82-4ad5-414c-8166-85fe9874af2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:15.514339 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-eb1eff82-4ad5-414c-8166-85fe9874af2c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9aaa3a43-11e9-4164-bbe0-cd4bfc74f1e0 HTTP/1.1" status: 204 len: 168 time: 0.1858101 Apr 30 16:05:15.592603 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-95f100e7-314d-4b6f-8e9d-9273961097e0 tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=bcae962b0afd4523b269a80eedbfe481&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348001 Apr 30 16:05:15.753210 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-bbf9a931-540e-411d-afc7-18857b1676ec tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:15.759065 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-bbf9a931-540e-411d-afc7-18857b1676ec tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1653810 Apr 30 16:05:15.774816 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-1cf8299c-788a-4f89-8414-aa09863b3bf0 tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.72 "GET /v2.0/quotas/bcae962b0afd4523b269a80eedbfe481 HTTP/1.1" status: 200 len: 375 time: 0.0149016 Apr 30 16:05:15.820143 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-59092896-3485-4c71-8794-b1958a85ab96 tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=bcae962b0afd4523b269a80eedbfe481&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444806 Apr 30 16:05:15.941841 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:15.947700 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bf577b73-eae7-45b2-bfc3-6c1e5dce5ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:16.074792 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-df26f63f-b359-4c38-8dd7-85ac9734dacc req-14ea64a2-cac3-42a1-9d0b-342bed536541 tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0f92160-8811-44ef-b7cb-dc4e547fb6fe HTTP/1.1" status: 200 len: 210 time: 0.0516422 Apr 30 16:05:16.644078 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:16.787844 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 36980) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:16.907214 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-bcc825f9-e5e6-4a9c-9b9d-31c2b87c122e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:16.921451 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-bcc825f9-e5e6-4a9c-9b9d-31c2b87c122e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:16.925134 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-bcc825f9-e5e6-4a9c-9b9d-31c2b87c122e admin admin] Usage tracker for resource:security_group_rule and tenant:7f7cee93a9374e6f855c3e05765e89c1 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:16.927852 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-bcc825f9-e5e6-4a9c-9b9d-31c2b87c122e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:16.933363 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-bcc825f9-e5e6-4a9c-9b9d-31c2b87c122e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:17.014208 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-bcc825f9-e5e6-4a9c-9b9d-31c2b87c122e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:17.018207 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-bcc825f9-e5e6-4a9c-9b9d-31c2b87c122e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:17.027395 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-060f42b2-6b5d-45c4-83b8-81c179592751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:17.070340 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-bcc825f9-e5e6-4a9c-9b9d-31c2b87c122e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7f7cee93a9374e6f855c3e05765e89c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810318 Apr 30 16:05:17.071404 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 36988) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:17.073282 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc825f9-e5e6-4a9c-9b9d-31c2b87c122e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fc9ad5-733a-4bf0-a84c-c8bfd9fd1451,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:17.081941 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-bcc825f9-e5e6-4a9c-9b9d-31c2b87c122e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:17.179275 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-01d69234-93f8-4829-8480-7ac3731649a4 tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=bcae962b0afd4523b269a80eedbfe481&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621281 Apr 30 16:05:17.180479 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a145ab7c-a473-4802-bf34-25809d46e976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:17.249882 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a145ab7c-a473-4802-bf34-25809d46e976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:17.442604 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-37b2e6d3-6b9c-4aa4-ac41-020bb6e4dc44 req-717b087e-10f1-4d80-94b9-be67b0e43f9e tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0f92160-8811-44ef-b7cb-dc4e547fb6fe HTTP/1.1" status: 200 len: 210 time: 0.2360110 Apr 30 16:05:17.470369 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-b48e6fac-b2a4-4d4b-a386-fac3fcc24751 tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:17.471839 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-b48e6fac-b2a4-4d4b-a386-fac3fcc24751 tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2664387 Apr 30 16:05:17.483667 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a145ab7c-a473-4802-bf34-25809d46e976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:17.492462 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-859a6bee-0688-4859-8c1d-e7a75dbb25ee tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Request body: {'port': {'device_id': 'f0f92160-8811-44ef-b7cb-dc4e547fb6fe', 'network_id': '8350f095-497e-4046-9000-7863b8dae70d', 'admin_state_up': True, 'tenant_id': 'bcae962b0afd4523b269a80eedbfe481'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:17.506614 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a3f2ca80-5ede-4656-b6d8-f7ff176b4282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:17.539491 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145ab7c-a473-4802-bf34-25809d46e976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fc9ad5-733a-4bf0-a84c-c8bfd9fd1451,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:17.541730 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a145ab7c-a473-4802-bf34-25809d46e976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:17.617037 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a145ab7c-a473-4802-bf34-25809d46e976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:17.618465 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-a145ab7c-a473-4802-bf34-25809d46e976 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/01fc9ad5-733a-4bf0-a84c-c8bfd9fd1451 HTTP/1.1" status: 204 len: 168 time: 0.5461695 Apr 30 16:05:17.662669 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-859a6bee-0688-4859-8c1d-e7a75dbb25ee tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:17.666579 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-859a6bee-0688-4859-8c1d-e7a75dbb25ee tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Usage tracker for resource:port and tenant:bcae962b0afd4523b269a80eedbfe481 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:17.669434 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-859a6bee-0688-4859-8c1d-e7a75dbb25ee tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:17.675278 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-859a6bee-0688-4859-8c1d-e7a75dbb25ee tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:17.685356 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-859a6bee-0688-4859-8c1d-e7a75dbb25ee tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Made reservation on behalf of bcae962b0afd4523b269a80eedbfe481 for: {'port': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:05:17.689083 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-859a6bee-0688-4859-8c1d-e7a75dbb25ee tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:17.702263 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-859a6bee-0688-4859-8c1d-e7a75dbb25ee tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:17.717423 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-859a6bee-0688-4859-8c1d-e7a75dbb25ee tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:17.721247 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-859a6bee-0688-4859-8c1d-e7a75dbb25ee tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Usage tracker for resource:security_group_rule and tenant:bcae962b0afd4523b269a80eedbfe481 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:17.724125 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-859a6bee-0688-4859-8c1d-e7a75dbb25ee tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:17.729764 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-859a6bee-0688-4859-8c1d-e7a75dbb25ee tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:17.828012 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-859a6bee-0688-4859-8c1d-e7a75dbb25ee tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:17.832529 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-859a6bee-0688-4859-8c1d-e7a75dbb25ee tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:17.835500 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a2ba6090-eed9-4851-ab78-aaba4437fb06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:17.920087 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a6bee-0688-4859-8c1d-e7a75dbb25ee tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3f0df4-3d8c-45e5-a009-cbe1ca097c5d,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:17.925148 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-859a6bee-0688-4859-8c1d-e7a75dbb25ee tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:18.003948 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-859a6bee-0688-4859-8c1d-e7a75dbb25ee tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Allocated IP 192.168.233.182 (8350f095-497e-4046-9000-7863b8dae70d/d6126589-6ed3-4f6f-a615-200eba1b26c7/75a8f61a-38ca-4a2b-a896-db7ec7331042) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:05:18.270468 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-859a6bee-0688-4859-8c1d-e7a75dbb25ee tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:18.285941 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-859a6bee-0688-4859-8c1d-e7a75dbb25ee tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Transition to ACTIVE for port object 75a8f61a-38ca-4a2b-a896-db7ec7331042 will not be triggered until provisioned by entity DHCP. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:18.308287 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-859a6bee-0688-4859-8c1d-e7a75dbb25ee tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:18.314283 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-991e8add-082a-448e-be6f-f49b16652759 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:18.380054 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-859a6bee-0688-4859-8c1d-e7a75dbb25ee tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Network 8350f095-497e-4046-9000-7863b8dae70d is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:05:18.383363 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-859a6bee-0688-4859-8c1d-e7a75dbb25ee tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:18.387138 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-859a6bee-0688-4859-8c1d-e7a75dbb25ee tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:05:18.417546 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a6bee-0688-4859-8c1d-e7a75dbb25ee tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Pushing event updated for resources: {'Port': ['ID=75a8f61a-38ca-4a2b-a896-db7ec7331042,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:18.425031 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:18.429803 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-859a6bee-0688-4859-8c1d-e7a75dbb25ee tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:18.455188 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-859a6bee-0688-4859-8c1d-e7a75dbb25ee tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:18.455811 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-859a6bee-0688-4859-8c1d-e7a75dbb25ee tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:18.488312 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-859a6bee-0688-4859-8c1d-e7a75dbb25ee tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0003650 Apr 30 16:05:18.503767 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-258bdcd1-c286-4ba1-aa74-77f8296833be service neutron] Request body: {'port': {'device_id': 'f0f92160-8811-44ef-b7cb-dc4e547fb6fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:18.634966 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-258bdcd1-c286-4ba1-aa74-77f8296833be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:18.700655 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-d256537f-b81e-4541-9078-2d862d4a6d8f None None] Provisioning for port 75a8f61a-38ca-4a2b-a896-db7ec7331042 completed by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:18.705934 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-d256537f-b81e-4541-9078-2d862d4a6d8f None None] Provisioning complete for port 75a8f61a-38ca-4a2b-a896-db7ec7331042 triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:18.706492 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-d256537f-b81e-4541-9078-2d862d4a6d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:18.764633 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-d256537f-b81e-4541-9078-2d862d4a6d8f None None] Port 75a8f61a-38ca-4a2b-a896-db7ec7331042 cannot update to ACTIVE because it is not bound. {{(pid=73965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:05:18.835432 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d138b-83f0-4ffc-aed2-c0cbf4310b7c req-858937a7-8908-4927-9414-226493e51db0 tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:18.836840 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-812d138b-83f0-4ffc-aed2-c0cbf4310b7c req-858937a7-8908-4927-9414-226493e51db0 tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0f92160-8811-44ef-b7cb-dc4e547fb6fe HTTP/1.1" status: 200 len: 936 time: 0.2764208 Apr 30 16:05:18.885438 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-812d138b-83f0-4ffc-aed2-c0cbf4310b7c req-8c635cbf-3f42-46c8-8b7d-adbe8a710091 tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b3f0df4-3d8c-45e5-a009-cbe1ca097c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421007 Apr 30 16:05:18.999141 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-258bdcd1-c286-4ba1-aa74-77f8296833be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a8f61a-38ca-4a2b-a896-db7ec7331042 {{(pid=73963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:05:19.006291 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-258bdcd1-c286-4ba1-aa74-77f8296833be service neutron] Notify callbacks [] for port, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:19.020885 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-258bdcd1-c286-4ba1-aa74-77f8296833be service neutron] Transition to ACTIVE for port object 75a8f61a-38ca-4a2b-a896-db7ec7331042 will not be triggered until provisioned by entity L2. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:19.024334 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-258bdcd1-c286-4ba1-aa74-77f8296833be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914934'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:19.029288 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-09d3e5a6-5432-43c6-8fec-a23471d533cd tempest-DeleteServersTestJSON-451229355 tempest-DeleteServersTestJSON-451229355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:19.180616 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bdcd1-c286-4ba1-aa74-77f8296833be service neutron] Pushing event updated for resources: {'Port': ['ID=75a8f61a-38ca-4a2b-a896-db7ec7331042,revision_number=2']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:19.188747 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-258bdcd1-c286-4ba1-aa74-77f8296833be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:19.259017 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-258bdcd1-c286-4ba1-aa74-77f8296833be service neutron] Attempting to bind port 75a8f61a-38ca-4a2b-a896-db7ec7331042 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:05:19.259345 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-258bdcd1-c286-4ba1-aa74-77f8296833be service neutron] Attempting to bind port 75a8f61a-38ca-4a2b-a896-db7ec7331042 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '34bcdcc5-ca0a-4730-8643-6092ea7bb623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8350f095-497e-4046-9000-7863b8dae70d'}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:05:19.259672 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-258bdcd1-c286-4ba1-aa74-77f8296833be service neutron] Attempting to bind port 75a8f61a-38ca-4a2b-a896-db7ec7331042 on network 8350f095-497e-4046-9000-7863b8dae70d {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:19.264829 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-258bdcd1-c286-4ba1-aa74-77f8296833be service neutron] Port 75a8f61a-38ca-4a2b-a896-db7ec7331042 on network 8350f095-497e-4046-9000-7863b8dae70d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:05:19.265204 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-258bdcd1-c286-4ba1-aa74-77f8296833be service neutron] Attempting to bind port 75a8f61a-38ca-4a2b-a896-db7ec7331042 on network 8350f095-497e-4046-9000-7863b8dae70d {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:19.270185 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-258bdcd1-c286-4ba1-aa74-77f8296833be service neutron] Checking agent: {'id': '12734182-a135-4f20-887d-69ffd9792d0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'started_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:05:19.270517 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-258bdcd1-c286-4ba1-aa74-77f8296833be service neutron] Checking segment: {'id': '34bcdcc5-ca0a-4730-8643-6092ea7bb623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8350f095-497e-4046-9000-7863b8dae70d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:05:19.271071 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-258bdcd1-c286-4ba1-aa74-77f8296833be service neutron] Bound using segment: {'id': '34bcdcc5-ca0a-4730-8643-6092ea7bb623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8350f095-497e-4046-9000-7863b8dae70d'} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:05:19.271297 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-258bdcd1-c286-4ba1-aa74-77f8296833be service neutron] Bound port: 75a8f61a-38ca-4a2b-a896-db7ec7331042, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34bcdcc5-ca0a-4730-8643-6092ea7bb623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8350f095-497e-4046-9000-7863b8dae70d'}}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:05:19.271645 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-258bdcd1-c286-4ba1-aa74-77f8296833be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:19.361127 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-258bdcd1-c286-4ba1-aa74-77f8296833be service neutron] For port 75a8f61a-38ca-4a2b-a896-db7ec7331042, host hv-cinder-78719, cleared binding levels {{(pid=73963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:05:19.364058 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-258bdcd1-c286-4ba1-aa74-77f8296833be service neutron] For port 75a8f61a-38ca-4a2b-a896-db7ec7331042, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=75a8f61a-38ca-4a2b-a896-db7ec7331042,segment=NetworkSegment(34bcdcc5-ca0a-4730-8643-6092ea7bb623),segment_id=34bcdcc5-ca0a-4730-8643-6092ea7bb623)] {{(pid=73963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:05:19.368001 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-258bdcd1-c286-4ba1-aa74-77f8296833be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914934'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:19.372708 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:19.422682 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-258bdcd1-c286-4ba1-aa74-77f8296833be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:19.423319 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-258bdcd1-c286-4ba1-aa74-77f8296833be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:19.424719 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-258bdcd1-c286-4ba1-aa74-77f8296833be service neutron] 10.222.0.42 "PUT /v2.0/ports/75a8f61a-38ca-4a2b-a896-db7ec7331042 HTTP/1.1" status: 200 len: 1098 time: 0.9252043 Apr 30 16:05:19.425232 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0f92160-8811-44ef-b7cb-dc4e547fb6fe', 'tag': '75a8f61a-38ca-4a2b-a896-db7ec7331042'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:05:19.456217 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bdcd1-c286-4ba1-aa74-77f8296833be service neutron] Pushing event updated for resources: {'Port': ['ID=75a8f61a-38ca-4a2b-a896-db7ec7331042,revision_number=3']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:19.459263 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-258bdcd1-c286-4ba1-aa74-77f8296833be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:19.510622 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0f92160-8811-44ef-b7cb-dc4e547fb6fe', 'tag': '75a8f61a-38ca-4a2b-a896-db7ec7331042', 'status': 'completed', 'code': 200} Apr 30 16:05:19.552764 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-2126ba5a-66ae-4e7a-bb0a-c4629d18fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:19.554234 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-2126ba5a-66ae-4e7a-bb0a-c4629d18fa3f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bcae962b0afd4523b269a80eedbfe481&device_id=f0f92160-8811-44ef-b7cb-dc4e547fb6fe HTTP/1.1" status: 200 len: 1101 time: 0.0787709 Apr 30 16:05:19.621533 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-7747e752-c236-479e-b15e-7cd96955d025 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=75a8f61a-38ca-4a2b-a896-db7ec7331042 HTTP/1.1" status: 200 len: 217 time: 0.0592704 Apr 30 16:05:19.686277 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-1e3ed6a9-8ea8-4c1a-96da-767a398b895d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:19.687610 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-1e3ed6a9-8ea8-4c1a-96da-767a398b895d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d6126589-6ed3-4f6f-a615-200eba1b26c7 HTTP/1.1" status: 200 len: 843 time: 0.0589416 Apr 30 16:05:19.765270 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-c33af0cf-95bc-42bd-84dd-4343a0257581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:19.766808 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-c33af0cf-95bc-42bd-84dd-4343a0257581 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8350f095-497e-4046-9000-7863b8dae70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0719285 Apr 30 16:05:19.909680 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-509fc3cf-4502-40f4-a96b-c0372f2b0729 service neutron] 10.222.0.42 "GET /v2.0/networks/8350f095-497e-4046-9000-7863b8dae70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323147 Apr 30 16:05:20.084724 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d5515-30e5-4235-aed0-48eb3ae16714 req-d0a974b4-3a4c-41d1-9f0e-16cb2d572b60 tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:20.086265 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-0d3d5515-30e5-4235-aed0-48eb3ae16714 req-d0a974b4-3a4c-41d1-9f0e-16cb2d572b60 tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0f92160-8811-44ef-b7cb-dc4e547fb6fe HTTP/1.1" status: 200 len: 948 time: 0.0858259 Apr 30 16:05:20.136549 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-0d3d5515-30e5-4235-aed0-48eb3ae16714 req-c68d79bc-4358-43ed-807f-5180dda2a7dc tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b3f0df4-3d8c-45e5-a009-cbe1ca097c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435412 Apr 30 16:05:20.148303 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-03a53cab-2287-49f1-87e1-af36d548fc2b req-69edc195-16f8-42d4-a038-547ade67fe6b service neutron] 10.222.0.42 "GET /v2.0/networks/8350f095-497e-4046-9000-7863b8dae70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271895 Apr 30 16:05:20.266912 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5eb7e5-5fb0-4fb8-b891-e60f4a3ffcfe req-d7bc00b4-c7c0-45e6-bb8e-1133c2419e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:20.268380 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5e5eb7e5-5fb0-4fb8-b891-e60f4a3ffcfe req-d7bc00b4-c7c0-45e6-bb8e-1133c2419e68 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bcae962b0afd4523b269a80eedbfe481&device_id=f0f92160-8811-44ef-b7cb-dc4e547fb6fe HTTP/1.1" status: 200 len: 1101 time: 0.0732443 Apr 30 16:05:20.398017 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5eb7e5-5fb0-4fb8-b891-e60f4a3ffcfe req-bcdf7a83-7493-4403-bbf9-a8e57c46a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:20.399524 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5e5eb7e5-5fb0-4fb8-b891-e60f4a3ffcfe req-bcdf7a83-7493-4403-bbf9-a8e57c46a782 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8350f095-497e-4046-9000-7863b8dae70d HTTP/1.1" status: 200 len: 869 time: 0.1236515 Apr 30 16:05:20.464917 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5e5eb7e5-5fb0-4fb8-b891-e60f4a3ffcfe req-18e32133-2cad-4ee4-9546-7bc0370b68fb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=75a8f61a-38ca-4a2b-a896-db7ec7331042 HTTP/1.1" status: 200 len: 217 time: 0.0586052 Apr 30 16:05:20.527859 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5eb7e5-5fb0-4fb8-b891-e60f4a3ffcfe req-c2137484-fdef-4207-bbc6-682359e957b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:20.529867 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5e5eb7e5-5fb0-4fb8-b891-e60f4a3ffcfe req-c2137484-fdef-4207-bbc6-682359e957b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d6126589-6ed3-4f6f-a615-200eba1b26c7 HTTP/1.1" status: 200 len: 843 time: 0.0584824 Apr 30 16:05:20.603991 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5eb7e5-5fb0-4fb8-b891-e60f4a3ffcfe req-46e6e77b-7c7e-43d2-a6aa-d3da5c1e6121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:20.605395 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5e5eb7e5-5fb0-4fb8-b891-e60f4a3ffcfe req-46e6e77b-7c7e-43d2-a6aa-d3da5c1e6121 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8350f095-497e-4046-9000-7863b8dae70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0680635 Apr 30 16:05:20.733706 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5e5eb7e5-5fb0-4fb8-b891-e60f4a3ffcfe req-78f53b6a-7f2d-49da-9c23-4174627b47a8 service neutron] 10.222.0.42 "GET /v2.0/networks/8350f095-497e-4046-9000-7863b8dae70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209786 Apr 30 16:05:20.862206 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5e5eb7e5-5fb0-4fb8-b891-e60f4a3ffcfe req-77fa4391-8482-4a96-b010-053c0033548d service neutron] 10.222.0.42 "GET /v2.0/networks/8350f095-497e-4046-9000-7863b8dae70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205823 Apr 30 16:05:21.330458 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b81b3-9f95-4a45-8f48-37da0665b60d req-39973129-12a3-4886-a332-e1cec9765059 tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:21.331079 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-079b81b3-9f95-4a45-8f48-37da0665b60d req-39973129-12a3-4886-a332-e1cec9765059 tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Synchronizing usage tracker for tenant:bcae962b0afd4523b269a80eedbfe481 on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:21.348848 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-079b81b3-9f95-4a45-8f48-37da0665b60d req-39973129-12a3-4886-a332-e1cec9765059 tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Unset dirty status for tenant:bcae962b0afd4523b269a80eedbfe481 on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:21.349971 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-079b81b3-9f95-4a45-8f48-37da0665b60d req-39973129-12a3-4886-a332-e1cec9765059 tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0f92160-8811-44ef-b7cb-dc4e547fb6fe HTTP/1.1" status: 200 len: 948 time: 0.1044207 Apr 30 16:05:21.394191 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-079b81b3-9f95-4a45-8f48-37da0665b60d req-8787919f-c976-43b6-b7b5-b7b3e57465af tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Synchronizing usage tracker for tenant:bcae962b0afd4523b269a80eedbfe481 on resource:security_group {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:21.412573 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-079b81b3-9f95-4a45-8f48-37da0665b60d req-8787919f-c976-43b6-b7b5-b7b3e57465af tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Unset dirty status for tenant:bcae962b0afd4523b269a80eedbfe481 on resource:security_group {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:21.414087 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-079b81b3-9f95-4a45-8f48-37da0665b60d req-8787919f-c976-43b6-b7b5-b7b3e57465af tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b3f0df4-3d8c-45e5-a009-cbe1ca097c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580225 Apr 30 16:05:22.558615 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 75a8f61a-38ca-4a2b-a896-db7ec7331042 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:05:22.673755 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35440d67-c0a5-4c29-a739-7e35eb48baa9 req-0182f125-77a5-4374-8844-21478930028f tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:22.675192 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-35440d67-c0a5-4c29-a739-7e35eb48baa9 req-0182f125-77a5-4374-8844-21478930028f tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0f92160-8811-44ef-b7cb-dc4e547fb6fe HTTP/1.1" status: 200 len: 948 time: 0.1547327 Apr 30 16:05:22.695158 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 75a8f61a-38ca-4a2b-a896-db7ec7331042, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=75a8f61a-38ca-4a2b-a896-db7ec7331042,segment=NetworkSegment(34bcdcc5-ca0a-4730-8643-6092ea7bb623),segment_id=34bcdcc5-ca0a-4730-8643-6092ea7bb623)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:22.708196 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Returning: {'device': '75a8f61a-38ca-4a2b-a896-db7ec7331042', 'network_id': '8350f095-497e-4046-9000-7863b8dae70d', 'port_id': '75a8f61a-38ca-4a2b-a896-db7ec7331042', 'mac_address': 'fa:16:3e:a9:e4:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6126589-6ed3-4f6f-a615-200eba1b26c7', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:05:22.720097 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-35440d67-c0a5-4c29-a739-7e35eb48baa9 req-cf8cd385-f831-4b50-b613-862ef04e24cc tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b3f0df4-3d8c-45e5-a009-cbe1ca097c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391381 Apr 30 16:05:22.761544 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:22.777505 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a8f61a-38ca-4a2b-a896-db7ec7331042 {{(pid=73965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:05:22.792018 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 75a8f61a-38ca-4a2b-a896-db7ec7331042, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=75a8f61a-38ca-4a2b-a896-db7ec7331042,segment=NetworkSegment(34bcdcc5-ca0a-4730-8643-6092ea7bb623),segment_id=34bcdcc5-ca0a-4730-8643-6092ea7bb623)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:22.796684 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:22.798976 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-1109c454-5fcd-43bf-b10e-37d8052872e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:22.868169 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=75a8f61a-38ca-4a2b-a896-db7ec7331042,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:22.870924 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:23.104549 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['75a8f61a-38ca-4a2b-a896-db7ec7331042'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:05:23.906083 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b909d-efdf-4f8b-8bcd-7762d0f0d800 req-0a257509-e36b-4307-be6e-50720226ee53 tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:23.907441 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6c8b909d-efdf-4f8b-8bcd-7762d0f0d800 req-0a257509-e36b-4307-be6e-50720226ee53 tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0f92160-8811-44ef-b7cb-dc4e547fb6fe HTTP/1.1" status: 200 len: 949 time: 0.0797505 Apr 30 16:05:23.955846 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6c8b909d-efdf-4f8b-8bcd-7762d0f0d800 req-b434b205-05b6-4078-8968-bea3b6987e3d tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b3f0df4-3d8c-45e5-a009-cbe1ca097c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424013 Apr 30 16:05:24.558346 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 75a8f61a-38ca-4a2b-a896-db7ec7331042 up at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:24.625895 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning for port 75a8f61a-38ca-4a2b-a896-db7ec7331042 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:24.630734 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning complete for port 75a8f61a-38ca-4a2b-a896-db7ec7331042 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:24.631109 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:24.744059 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:24.770080 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f92160-8811-44ef-b7cb-dc4e547fb6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a8f61a-38ca-4a2b-a896-db7ec7331042'}] {{(pid=73965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:05:24.781341 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 75a8f61a-38ca-4a2b-a896-db7ec7331042, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=75a8f61a-38ca-4a2b-a896-db7ec7331042,segment=NetworkSegment(34bcdcc5-ca0a-4730-8643-6092ea7bb623),segment_id=34bcdcc5-ca0a-4730-8643-6092ea7bb623)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:24.785184 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:24.788083 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-1109c454-5fcd-43bf-b10e-37d8052872e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:24.818028 dv-cinder-787195-6-iscsi neutron-server[73965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f92160-8811-44ef-b7cb-dc4e547fb6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a8f61a-38ca-4a2b-a896-db7ec7331042', 'code': 200} Apr 30 16:05:24.860776 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=75a8f61a-38ca-4a2b-a896-db7ec7331042,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:24.864128 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:25.066652 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204710f1-4f33-4ff6-9960-67e3b24f1b81 req-754d48c0-033d-4533-a2e6-8c9e4a1f3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:25.068083 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-204710f1-4f33-4ff6-9960-67e3b24f1b81 req-754d48c0-033d-4533-a2e6-8c9e4a1f3e7d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f0f92160-8811-44ef-b7cb-dc4e547fb6fe HTTP/1.1" status: 200 len: 1103 time: 0.0772035 Apr 30 16:05:25.152789 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-204710f1-4f33-4ff6-9960-67e3b24f1b81 req-e59afd89-0a80-42ac-9b7f-43e04b1f6bdd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0b3f0df4-3d8c-45e5-a009-cbe1ca097c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493281 Apr 30 16:05:25.177348 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1641a-f06b-4ef9-b10b-7f18ea9e31eb req-0845fe97-608a-4971-a712-ddd4cd108481 tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:25.178750 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1cc1641a-f06b-4ef9-b10b-7f18ea9e31eb req-0845fe97-608a-4971-a712-ddd4cd108481 tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0f92160-8811-44ef-b7cb-dc4e547fb6fe HTTP/1.1" status: 200 len: 950 time: 0.1095960 Apr 30 16:05:25.223021 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1cc1641a-f06b-4ef9-b10b-7f18ea9e31eb req-996ee83d-3ec3-4df2-86b3-252438e448db tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b3f0df4-3d8c-45e5-a009-cbe1ca097c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375161 Apr 30 16:05:26.129501 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 37086) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:26.191047 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_v2 [None req-397fdd25-5843-4e36-b569-45b07eb064a6 admin admin] Deleting subnet 74c4b6d4-efd8-43d3-a359-33ee28109e33 {{(pid=73963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:05:26.193905 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-397fdd25-5843-4e36-b569-45b07eb064a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:26.244163 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-397fdd25-5843-4e36-b569-45b07eb064a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2241422'] for subnet, precommit_delete_associations {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:26.299017 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-397fdd25-5843-4e36-b569-45b07eb064a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2036197'] for subnet, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:26.367698 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:05:26.415248 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703403a-6793-46bb-9960-9237943fdfcd req-031bf3df-8fcd-4cb8-840c-c1d12a59842a tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:26.416725 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-6703403a-6793-46bb-9960-9237943fdfcd req-031bf3df-8fcd-4cb8-840c-c1d12a59842a tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0f92160-8811-44ef-b7cb-dc4e547fb6fe HTTP/1.1" status: 200 len: 950 time: 0.0832763 Apr 30 16:05:26.460489 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-6703403a-6793-46bb-9960-9237943fdfcd req-30b2b3c4-e5a7-4942-b73c-d5064dc7a95a tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b3f0df4-3d8c-45e5-a009-cbe1ca097c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379508 Apr 30 16:05:26.546070 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-397fdd25-5843-4e36-b569-45b07eb064a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2036220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3914944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2176780'] for subnet, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:26.550875 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:26.665367 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397fdd25-5843-4e36-b569-45b07eb064a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74c4b6d4-efd8-43d3-a359-33ee28109e33,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:26.670184 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-397fdd25-5843-4e36-b569-45b07eb064a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:26.678050 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fdd25-5843-4e36-b569-45b07eb064a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:26.678419 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fdd25-5843-4e36-b569-45b07eb064a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:26.678794 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fdd25-5843-4e36-b569-45b07eb064a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:26.679136 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fdd25-5843-4e36-b569-45b07eb064a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:26.679488 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fdd25-5843-4e36-b569-45b07eb064a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:26.679844 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fdd25-5843-4e36-b569-45b07eb064a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:26.680210 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fdd25-5843-4e36-b569-45b07eb064a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:26.680555 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fdd25-5843-4e36-b569-45b07eb064a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:26.680901 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fdd25-5843-4e36-b569-45b07eb064a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:26.681244 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fdd25-5843-4e36-b569-45b07eb064a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:26.681612 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fdd25-5843-4e36-b569-45b07eb064a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:26.681954 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397fdd25-5843-4e36-b569-45b07eb064a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:26.688355 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-397fdd25-5843-4e36-b569-45b07eb064a6 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/74c4b6d4-efd8-43d3-a359-33ee28109e33 HTTP/1.1" status: 204 len: 168 time: 0.5554526 Apr 30 16:05:26.688355 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-397fdd25-5843-4e36-b569-45b07eb064a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:26.689291 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 37096) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:26.795399 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-e90818e6-d543-4485-a032-110b900fb021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688298'] for network, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:26.901847 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42efbe2-4f98-41b9-8c82-0e07d5455d0f req-5642a547-41f4-443b-a1db-86fdbaa21263 tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:26.903887 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a42efbe2-4f98-41b9-8c82-0e07d5455d0f req-5642a547-41f4-443b-a1db-86fdbaa21263 tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0f92160-8811-44ef-b7cb-dc4e547fb6fe HTTP/1.1" status: 200 len: 950 time: 0.0770345 Apr 30 16:05:26.917129 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-e90818e6-d543-4485-a032-110b900fb021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034024', 'neutron.services.segments.db._delete_segments_for_network-8758133272989'] for network, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:26.949129 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a42efbe2-4f98-41b9-8c82-0e07d5455d0f req-f53fb78b-afe5-44e1-9040-6eb8d18de92e tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b3f0df4-3d8c-45e5-a009-cbe1ca097c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394752 Apr 30 16:05:27.025561 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.services.segments.db [None req-e90818e6-d543-4485-a032-110b900fb021 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0cb582-8a98-424c-89a9-fb25afaaf7fb']}} {{(pid=73963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:27.037985 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.services.segments.db [None req-e90818e6-d543-4485-a032-110b900fb021 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a600418-8d26-450f-8b2d-818995a249ab') {'for_net_delete': True} {{(pid=73963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:27.038288 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.services.segments.db [None req-e90818e6-d543-4485-a032-110b900fb021 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a600418-8d26-450f-8b2d-818995a249ab') {} {{(pid=73963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:27.049320 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-e90818e6-d543-4485-a032-110b900fb021 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133283943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241415'] for segment, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:27.064551 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-e90818e6-d543-4485-a032-110b900fb021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:27.070528 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e90818e6-d543-4485-a032-110b900fb021 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=73963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:05:27.233914 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [None req-e90818e6-d543-4485-a032-110b900fb021 admin admin] Network 6f0cb582-8a98-424c-89a9-fb25afaaf7fb has no segments {{(pid=73963) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:05:27.242138 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-e90818e6-d543-4485-a032-110b900fb021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2039760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3914858'] for segment, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:27.405390 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [None req-e90818e6-d543-4485-a032-110b900fb021 admin admin] Network 6f0cb582-8a98-424c-89a9-fb25afaaf7fb has no segments {{(pid=73963) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: Traceback (most recent call last): Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: timer() Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: cb(*args, **kw) Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: return func(*args, **kwargs) Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: self._notify() Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: self.callback(batched_events) Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: event.method(event) Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: return f(self, *a, **k) Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: return self._get(url).json() Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: return self.request(url, 'GET', **kwargs) Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:05:27.425570 dv-cinder-787195-6-iscsi neutron-server[73963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:05:27.499260 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-e90818e6-d543-4485-a032-110b900fb021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657477'] for network, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:27.502969 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-2721517c-23a9-4a0c-a494-d2ad3b7d69d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:27.516038 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-e90818e6-d543-4485-a032-110b900fb021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:27.527373 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90818e6-d543-4485-a032-110b900fb021 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f0cb582-8a98-424c-89a9-fb25afaaf7fb,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:27.530204 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-e90818e6-d543-4485-a032-110b900fb021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:27.533631 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-e90818e6-d543-4485-a032-110b900fb021 admin admin] 10.222.0.72 "DELETE /v2.0/networks/6f0cb582-8a98-424c-89a9-fb25afaaf7fb HTTP/1.1" status: 204 len: 168 time: 0.8443272 Apr 30 16:05:27.708070 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 37104) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:27.756918 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-4e4f7c0b-cd59-48ec-af83-c721da02e624 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=763eb697197c48b8ab46c42ba2a8b2ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476346 Apr 30 16:05:27.759190 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 37108) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:27.819403 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-702d75e6-3861-4910-aa12-ffb2295c3290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:27.844150 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-702d75e6-3861-4910-aa12-ffb2295c3290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:27.895457 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-702d75e6-3861-4910-aa12-ffb2295c3290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:27.900267 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-1c2c432b-1f0c-48ce-98b2-9764e15c422c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:27.913549 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d75e6-3861-4910-aa12-ffb2295c3290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecf2574-a49e-49ef-9fbb-c9c1d989e47b,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:27.916124 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-702d75e6-3861-4910-aa12-ffb2295c3290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:27.924584 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-702d75e6-3861-4910-aa12-ffb2295c3290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:27.928620 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-702d75e6-3861-4910-aa12-ffb2295c3290 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aecf2574-a49e-49ef-9fbb-c9c1d989e47b HTTP/1.1" status: 204 len: 168 time: 0.1656077 Apr 30 16:05:28.145400 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76acc66-3352-4a59-a5e6-5e400bcde6c2 req-48f90e7a-edc2-43c0-aa95-cb38e12e3e1c tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:28.146875 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c76acc66-3352-4a59-a5e6-5e400bcde6c2 req-48f90e7a-edc2-43c0-aa95-cb38e12e3e1c tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0f92160-8811-44ef-b7cb-dc4e547fb6fe HTTP/1.1" status: 200 len: 950 time: 0.0894477 Apr 30 16:05:28.196415 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c76acc66-3352-4a59-a5e6-5e400bcde6c2 req-f4b8aed0-b583-437b-8d48-8b13c141b173 tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.72 "GET /v2.0/security-groups?id=0b3f0df4-3d8c-45e5-a009-cbe1ca097c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433209 Apr 30 16:05:28.379637 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71944d1-48f8-426f-833b-ceb930a9a97b req-e3676c8b-ea87-4c6f-80bd-1481ad091c7b tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:28.381102 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e71944d1-48f8-426f-833b-ceb930a9a97b req-e3676c8b-ea87-4c6f-80bd-1481ad091c7b tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0f92160-8811-44ef-b7cb-dc4e547fb6fe HTTP/1.1" status: 200 len: 950 time: 0.0778828 Apr 30 16:05:28.520348 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-e71944d1-48f8-426f-833b-ceb930a9a97b req-decbbeda-293e-4320-8bb4-6c1e8c63a5dc tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Deleting port 75a8f61a-38ca-4a2b-a896-db7ec7331042 {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:05:28.520692 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-e71944d1-48f8-426f-833b-ceb930a9a97b req-decbbeda-293e-4320-8bb4-6c1e8c63a5dc tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:28.655019 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 37134) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:28.737343 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-e71944d1-48f8-426f-833b-ceb930a9a97b req-decbbeda-293e-4320-8bb4-6c1e8c63a5dc tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] For port 75a8f61a-38ca-4a2b-a896-db7ec7331042, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=75a8f61a-38ca-4a2b-a896-db7ec7331042,segment=NetworkSegment(34bcdcc5-ca0a-4730-8643-6092ea7bb623),segment_id=34bcdcc5-ca0a-4730-8643-6092ea7bb623)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:28.737701 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-e71944d1-48f8-426f-833b-ceb930a9a97b req-decbbeda-293e-4320-8bb4-6c1e8c63a5dc tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:28.759297 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-872552985-network', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:28.764645 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:28.768485 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Usage tracker for resource:network and tenant:f49f6ab6b0bb45e08a037b1a52e8f5a0 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:28.771410 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:28.782081 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:28.791444 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Made reservation on behalf of f49f6ab6b0bb45e08a037b1a52e8f5a0 for: {'network': 1} {{(pid=73964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:05:28.793854 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for network, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:28.805904 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:28.819818 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:28.823559 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Usage tracker for resource:security_group_rule and tenant:f49f6ab6b0bb45e08a037b1a52e8f5a0 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:28.826938 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:28.832625 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:28.858810 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-e71944d1-48f8-426f-833b-ceb930a9a97b req-decbbeda-293e-4320-8bb4-6c1e8c63a5dc tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Calling delete_port for 75a8f61a-38ca-4a2b-a896-db7ec7331042 owned by compute:nova {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:05:28.917737 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:28.922691 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:28.925988 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-c300a805-6666-48a6-bef0-f93ff9ea35de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:28.956948 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64abeb12-8365-48a8-b90a-4a41aa2f049f,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:28.965635 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:28.966735 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:28.967295 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:28.967649 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:28.968026 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:28.968380 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:28.968727 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:28.969072 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:28.969416 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:28.969755 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:28.970096 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:28.970434 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:28.974886 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:28.977077 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-e71944d1-48f8-426f-833b-ceb930a9a97b req-decbbeda-293e-4320-8bb4-6c1e8c63a5dc tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:28.982742 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=73964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:05:28.983485 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-7ccb56bb-0a72-468b-995b-6ff425a1b2aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:28.989775 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['75a8f61a-38ca-4a2b-a896-db7ec7331042'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:05:28.991816 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:28.992188 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.db.segments_db [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Added segment 181b67ae-0412-4885-9f4c-18692dae80ec of type vlan for network 1c171d05-8a84-4e03-b3b3-4fe9446e93e6 Apr 30 16:05:29.021218 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132848788'] for network, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:29.034966 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbbeda-293e-4320-8bb4-6c1e8c63a5dc tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Pushing event deleted for resources: {'Port': ['ID=75a8f61a-38ca-4a2b-a896-db7ec7331042,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:29.044029 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-decbbeda-293e-4320-8bb4-6c1e8c63a5dc tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:29.054834 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for network, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:29.056187 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:29.056770 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:29.060804 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:29.123414 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71944d1-48f8-426f-833b-ceb930a9a97b req-decbbeda-293e-4320-8bb4-6c1e8c63a5dc tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] No DVR routers for this DVR port 75a8f61a-38ca-4a2b-a896-db7ec7331042 on host hv-cinder-78719 {{(pid=73963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:05:29.126243 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-e71944d1-48f8-426f-833b-ceb930a9a97b req-decbbeda-293e-4320-8bb4-6c1e8c63a5dc tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:29.129339 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f92160-8811-44ef-b7cb-dc4e547fb6fe', 'name': 'network-vif-deleted', 'tag': '75a8f61a-38ca-4a2b-a896-db7ec7331042'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:05:29.147990 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e71944d1-48f8-426f-833b-ceb930a9a97b req-decbbeda-293e-4320-8bb4-6c1e8c63a5dc tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.42 "DELETE /v2.0/ports/75a8f61a-38ca-4a2b-a896-db7ec7331042 HTTP/1.1" status: 204 len: 173 time: 0.7612050 Apr 30 16:05:29.169121 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Pushing event updated for resources: {'Network': ['ID=1c171d05-8a84-4e03-b3b3-4fe9446e93e6,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:29.172809 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:29.177053 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-3965f585-0853-420b-8d6f-f2ee8ae42436 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5181746 Apr 30 16:05:29.177427 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 37142) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:29.183179 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-4352c6a8-1069-43ea-a467-eab0c9716b94 admin admin] Request body: {'subnet': {'network_id': '1c171d05-8a84-4e03-b3b3-4fe9446e93e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-872552985-subnet', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'ip_version': 4}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:29.187079 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Network 1c171d05-8a84-4e03-b3b3-4fe9446e93e6 details requested by agent ovs-agent-dv-cinder-787195-6-iscsi with host dv-cinder-787195-6-iscsi {{(pid=73965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:05:29.189404 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-4352c6a8-1069-43ea-a467-eab0c9716b94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:29.194207 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-4352c6a8-1069-43ea-a467-eab0c9716b94 admin admin] Usage tracker for resource:subnet and tenant:f49f6ab6b0bb45e08a037b1a52e8f5a0 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:29.199507 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-4352c6a8-1069-43ea-a467-eab0c9716b94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:29.204603 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f92160-8811-44ef-b7cb-dc4e547fb6fe', 'name': 'network-vif-deleted', 'tag': '75a8f61a-38ca-4a2b-a896-db7ec7331042', 'status': 'completed', 'code': 200} Apr 30 16:05:29.208337 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-4352c6a8-1069-43ea-a467-eab0c9716b94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:29.220365 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4352c6a8-1069-43ea-a467-eab0c9716b94 admin admin] Made reservation on behalf of f49f6ab6b0bb45e08a037b1a52e8f5a0 for: {'subnet': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:05:29.227299 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4352c6a8-1069-43ea-a467-eab0c9716b94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2176785'] for subnet, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:29.389601 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-b23a2b3f-169f-4f54-af9f-1ce8973c6065 req-ebbf7a9a-2809-4266-9060-195d619faa8d tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Synchronizing usage tracker for tenant:bcae962b0afd4523b269a80eedbfe481 on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:29.417599 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-b23a2b3f-169f-4f54-af9f-1ce8973c6065 req-ebbf7a9a-2809-4266-9060-195d619faa8d tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Unset dirty status for tenant:bcae962b0afd4523b269a80eedbfe481 on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:29.419237 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b23a2b3f-169f-4f54-af9f-1ce8973c6065 req-ebbf7a9a-2809-4266-9060-195d619faa8d tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0f92160-8811-44ef-b7cb-dc4e547fb6fe HTTP/1.1" status: 200 len: 210 time: 0.0818985 Apr 30 16:05:29.689604 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4352c6a8-1069-43ea-a467-eab0c9716b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3883789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2176771'] for subnet, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:29.694186 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-42d4f2d0-bfff-4cc4-b20f-1ceb757a998f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:29.763078 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352c6a8-1069-43ea-a467-eab0c9716b94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c3f0dcf-76e4-455c-995e-9f076da6edfe,revision_number=0']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:29.766864 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-4352c6a8-1069-43ea-a467-eab0c9716b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:29.774082 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4352c6a8-1069-43ea-a467-eab0c9716b94 admin admin] Checking segment: {'id': '181b67ae-0412-4885-9f4c-18692dae80ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1c171d05-8a84-4e03-b3b3-4fe9446e93e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:05:29.774438 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4352c6a8-1069-43ea-a467-eab0c9716b94 admin admin] Network hostable DHCP agents. Network: 1c171d05-8a84-4e03-b3b3-4fe9446e93e6, hostable agents: ['bfd10ce1-d195-4e07-9fe2-51a3c988df31'], hosted agents: [] {{(pid=73963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:05:29.791396 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4352c6a8-1069-43ea-a467-eab0c9716b94 admin admin] Network 1c171d05-8a84-4e03-b3b3-4fe9446e93e6 is scheduled to be hosted by DHCP agent bfd10ce1-d195-4e07-9fe2-51a3c988df31 with binding_index 1 {{(pid=73963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:05:29.801314 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [None req-4352c6a8-1069-43ea-a467-eab0c9716b94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-iscsi, 1c171d05-8a84-4e03-b3b3-4fe9446e93e6) {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:29.810735 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4352c6a8-1069-43ea-a467-eab0c9716b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:29.811603 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4352c6a8-1069-43ea-a467-eab0c9716b94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:29.811735 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fd11c1-8cd2-4215-a3ee-d44a3d3eea7a None None] Network 1c171d05-8a84-4e03-b3b3-4fe9446e93e6 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:05:29.834723 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-4352c6a8-1069-43ea-a467-eab0c9716b94 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6537921 Apr 30 16:05:29.835098 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 37148) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:29.841384 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-83f07bc3-b6c4-423f-b23a-273fd92d2086 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-872552985-router', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df'}}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:29.846052 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-83f07bc3-b6c4-423f-b23a-273fd92d2086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:29.849852 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-83f07bc3-b6c4-423f-b23a-273fd92d2086 admin admin] Usage tracker for resource:router and tenant:f49f6ab6b0bb45e08a037b1a52e8f5a0 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:29.852714 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-83f07bc3-b6c4-423f-b23a-273fd92d2086 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:29.858523 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-83f07bc3-b6c4-423f-b23a-273fd92d2086 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:29.868229 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-83f07bc3-b6c4-423f-b23a-273fd92d2086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12626'] for router, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:29.870093 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-83f07bc3-b6c4-423f-b23a-273fd92d2086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-754852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:29.885249 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-83f07bc3-b6c4-423f-b23a-273fd92d2086 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:30.058353 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a4ad35-caf9-4b45-9139-ca6348cab690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f83a816-f938-505d-a748-952e2383f86f-1c171d05-8a84-4e03-b3b3-4fe9446e93e6', 'network_id': '1c171d05-8a84-4e03-b3b3-4fe9446e93e6', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'fixed_ips': [{'subnet_id': '8c3f0dcf-76e4-455c-995e-9f076da6edfe'}]}} from dv-cinder-787195-6-iscsi. {{(pid=73965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 16:05:30.059109 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-33a4ad35-caf9-4b45-9139-ca6348cab690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:30.151894 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-83f07bc3-b6c4-423f-b23a-273fd92d2086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658330', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12713'] for router, precommit_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:30.208794 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.db_base_plugin_common [None req-33a4ad35-caf9-4b45-9139-ca6348cab690 None None] Allocated IP 172.20.0.2 (1c171d05-8a84-4e03-b3b3-4fe9446e93e6/8c3f0dcf-76e4-455c-995e-9f076da6edfe/80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe) {{(pid=73965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:05:30.411002 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-33a4ad35-caf9-4b45-9139-ca6348cab690 None None] Notify callbacks [] for port, precommit_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:30.421491 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-33a4ad35-caf9-4b45-9139-ca6348cab690 None None] Transition to ACTIVE for port object 80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe will not be triggered until provisioned by entity L2. {{(pid=73965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:30.454845 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-83f07bc3-b6c4-423f-b23a-273fd92d2086 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:30.455008 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-33a4ad35-caf9-4b45-9139-ca6348cab690 None None] Transition to ACTIVE for port object 80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe will not be triggered until provisioned by entity DHCP. {{(pid=73965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:30.462042 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-33a4ad35-caf9-4b45-9139-ca6348cab690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206'] for port, after_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:30.468013 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:30.487957 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-83f07bc3-b6c4-423f-b23a-273fd92d2086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:30.530122 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a4ad35-caf9-4b45-9139-ca6348cab690 None None] Network 1c171d05-8a84-4e03-b3b3-4fe9446e93e6 is already hosted by enough agents. {{(pid=73965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:05:30.535953 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.scheduler.base_scheduler [None req-33a4ad35-caf9-4b45-9139-ca6348cab690 None None] Resources bound (agent type, host, resource id): {{(pid=73965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:30.538367 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a4ad35-caf9-4b45-9139-ca6348cab690 None None] Received port after_create {{(pid=73965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:05:30.624715 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4ad35-caf9-4b45-9139-ca6348cab690 None None] Pushing event updated for resources: {'Port': ['ID=80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe,revision_number=1']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:30.628275 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-33a4ad35-caf9-4b45-9139-ca6348cab690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:30.644950 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-33a4ad35-caf9-4b45-9139-ca6348cab690 None None] Attempting to bind port 80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:05:30.645322 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-33a4ad35-caf9-4b45-9139-ca6348cab690 None None] Attempting to bind port 80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': '181b67ae-0412-4885-9f4c-18692dae80ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1c171d05-8a84-4e03-b3b3-4fe9446e93e6'}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:05:30.645662 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4ad35-caf9-4b45-9139-ca6348cab690 None None] Attempting to bind port 80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe on network 1c171d05-8a84-4e03-b3b3-4fe9446e93e6 {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:30.652112 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4ad35-caf9-4b45-9139-ca6348cab690 None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:05:30.652496 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4ad35-caf9-4b45-9139-ca6348cab690 None None] Checking segment: {'id': '181b67ae-0412-4885-9f4c-18692dae80ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1c171d05-8a84-4e03-b3b3-4fe9446e93e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:05:30.653894 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-33a4ad35-caf9-4b45-9139-ca6348cab690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:30.654295 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4ad35-caf9-4b45-9139-ca6348cab690 None None] Bound using segment: {'id': '181b67ae-0412-4885-9f4c-18692dae80ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1c171d05-8a84-4e03-b3b3-4fe9446e93e6'} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:05:30.654760 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-33a4ad35-caf9-4b45-9139-ca6348cab690 None None] Bound port: 80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181b67ae-0412-4885-9f4c-18692dae80ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1c171d05-8a84-4e03-b3b3-4fe9446e93e6'}}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:05:30.655131 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-33a4ad35-caf9-4b45-9139-ca6348cab690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:30.702051 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_common [None req-83f07bc3-b6c4-423f-b23a-273fd92d2086 admin admin] Allocated IP 172.27.3.61 (7713db68-e23d-4336-9c52-9698584522df/6c05463b-e465-4436-9156-1956ee4f9865/b1930cb5-5635-4d35-87bc-9a937085c149) {{(pid=73964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:05:30.752378 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-33a4ad35-caf9-4b45-9139-ca6348cab690 None None] For port 80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:05:30.755542 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-33a4ad35-caf9-4b45-9139-ca6348cab690 None None] For port 80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe,segment=NetworkSegment(181b67ae-0412-4885-9f4c-18692dae80ec),segment_id=181b67ae-0412-4885-9f4c-18692dae80ec)] {{(pid=73965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:05:30.762255 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-33a4ad35-caf9-4b45-9139-ca6348cab690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:30.769238 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:30.861159 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4ad35-caf9-4b45-9139-ca6348cab690 None None] Pushing event updated for resources: {'Port': ['ID=80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe,revision_number=2']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:30.864354 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-33a4ad35-caf9-4b45-9139-ca6348cab690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:30.953024 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-83f07bc3-b6c4-423f-b23a-273fd92d2086 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:30.989601 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-83f07bc3-b6c4-423f-b23a-273fd92d2086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:30.993244 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-a67164f1-2945-404a-864a-01aa7ade073a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:31.057651 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f07bc3-b6c4-423f-b23a-273fd92d2086 admin admin] Network 7713db68-e23d-4336-9c52-9698584522df is already hosted by enough agents. {{(pid=73964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:05:31.061002 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-83f07bc3-b6c4-423f-b23a-273fd92d2086 admin admin] Resources bound (agent type, host, resource id): {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:31.065686 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f07bc3-b6c4-423f-b23a-273fd92d2086 admin admin] Received port after_create {{(pid=73964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:05:31.120132 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f07bc3-b6c4-423f-b23a-273fd92d2086 admin admin] Pushing event updated for resources: {'Port': ['ID=b1930cb5-5635-4d35-87bc-9a937085c149,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:31.125316 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-83f07bc3-b6c4-423f-b23a-273fd92d2086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:31.502263 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-83f07bc3-b6c4-423f-b23a-273fd92d2086 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:31.685311 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:31.780449 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port 80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:31.883372 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-83f07bc3-b6c4-423f-b23a-273fd92d2086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655959'] for router, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:31.932010 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3ea6ad-933d-4981-91ae-44ee2da85846 None None] Network 1c171d05-8a84-4e03-b3b3-4fe9446e93e6 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:05:32.058965 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-0f120f16-f57e-47ec-bff2-1f26a4713935 None None] Provisioning for port 80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe completed by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:32.067780 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-0f120f16-f57e-47ec-bff2-1f26a4713935 None None] Provisioning complete for port 80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:32.068252 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-0f120f16-f57e-47ec-bff2-1f26a4713935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:32.117304 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f07bc3-b6c4-423f-b23a-273fd92d2086 admin admin] Router 1beabdeb-3808-4270-a402-80c1da48cd85 is scheduled to L3 agent ce014548-da84-4f8c-9540-249ce2846e6a with binding_index 1 {{(pid=73964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 16:05:32.306658 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-0f120f16-f57e-47ec-bff2-1f26a4713935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:32.315965 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f07bc3-b6c4-423f-b23a-273fd92d2086 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:05:32.333923 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78220be-e581-4f98-8488-4a4f2e465a2b None None] Sync routers for ids ['1beabdeb-3808-4270-a402-80c1da48cd85'] in dv-cinder-787195-6-iscsi {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:05:32.344167 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-83f07bc3-b6c4-423f-b23a-273fd92d2086 admin admin] Notify callbacks [] for router, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:32.348999 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-83f07bc3-b6c4-423f-b23a-273fd92d2086 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5104017 Apr 30 16:05:32.349801 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 37294) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:32.366033 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-0f120f16-f57e-47ec-bff2-1f26a4713935 None None] For port 80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe,segment=NetworkSegment(181b67ae-0412-4885-9f4c-18692dae80ec),segment_id=181b67ae-0412-4885-9f4c-18692dae80ec)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:32.367096 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78220be-e581-4f98-8488-4a4f2e465a2b None None] Routers {'1beabdeb-3808-4270-a402-80c1da48cd85'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:05:32.367854 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-b78220be-e581-4f98-8488-4a4f2e465a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:05:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['1beabdeb-3808-4270-a402-80c1da48cd85'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:32.433682 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-0f120f16-f57e-47ec-bff2-1f26a4713935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:32.438920 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:32.577924 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 75a8f61a-38ca-4a2b-a896-db7ec7331042 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:05:32.658221 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] No Port match for: 75a8f61a-38ca-4a2b-a896-db7ec7331042 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:05:32.658560 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 75a8f61a-38ca-4a2b-a896-db7ec7331042 not bound to the agent host hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:05:32.675328 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f120f16-f57e-47ec-bff2-1f26a4713935 None None] Pushing event updated for resources: {'Port': ['ID=80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe,revision_number=3']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:32.678400 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-0f120f16-f57e-47ec-bff2-1f26a4713935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:32.703290 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-b78220be-e581-4f98-8488-4a4f2e465a2b None None] Set router 1beabdeb-3808-4270-a402-80c1da48cd85 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:05:32.850463 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-809bdc73-a9ec-42d4-8e8f-3ac65adc91a4 None None] Provisioning complete for port 80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:32.850846 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-809bdc73-a9ec-42d4-8e8f-3ac65adc91a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:33.112233 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-b78220be-e581-4f98-8488-4a4f2e465a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'name': 'tempest-TestMinimumBasicScenario-872552985-router', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b1930cb5-5635-4d35-87bc-9a937085c149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:05:29Z', 'updated_at': '2021-04-30T16:05:31Z', 'revision_number': 3, 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'gw_port': {'id': 'b1930cb5-5635-4d35-87bc-9a937085c149', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:52:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:30Z', 'updated_at': '2021-04-30T16:05:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:33.116221 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78220be-e581-4f98-8488-4a4f2e465a2b None None] Checking router: 1beabdeb-3808-4270-a402-80c1da48cd85 for host: dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:05:33.116691 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78220be-e581-4f98-8488-4a4f2e465a2b None None] Updating router 1beabdeb-3808-4270-a402-80c1da48cd85 port b1930cb5-5635-4d35-87bc-9a937085c149 binding host dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:05:33.174383 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-b78220be-e581-4f98-8488-4a4f2e465a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:33.209975 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7684d56e-7caa-4588-8690-ef34f133c8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:33.427463 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [None req-7684d56e-7caa-4588-8690-ef34f133c8af admin admin] Allocated IP 172.20.0.1 (1c171d05-8a84-4e03-b3b3-4fe9446e93e6/8c3f0dcf-76e4-455c-995e-9f076da6edfe/f354df52-9a32-4685-998e-08407a0b8aff) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:05:33.514704 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-b78220be-e581-4f98-8488-4a4f2e465a2b None None] Notify callbacks [] for port, precommit_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:33.527175 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-b78220be-e581-4f98-8488-4a4f2e465a2b None None] Transition to ACTIVE for port object b1930cb5-5635-4d35-87bc-9a937085c149 will not be triggered until provisioned by entity L2. {{(pid=73965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:33.534497 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-b78220be-e581-4f98-8488-4a4f2e465a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:33.538860 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:33.595211 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7684d56e-7caa-4588-8690-ef34f133c8af admin admin] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:33.611254 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [None req-7684d56e-7caa-4588-8690-ef34f133c8af admin admin] Transition to ACTIVE for port object f354df52-9a32-4685-998e-08407a0b8aff will not be triggered until provisioned by entity DHCP. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:33.618385 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-b78220be-e581-4f98-8488-4a4f2e465a2b None None] Attempting to bind port b1930cb5-5635-4d35-87bc-9a937085c149 on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:05:33.619000 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-b78220be-e581-4f98-8488-4a4f2e465a2b None None] Attempting to bind port b1930cb5-5635-4d35-87bc-9a937085c149 by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:05:33.619518 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78220be-e581-4f98-8488-4a4f2e465a2b None None] Attempting to bind port b1930cb5-5635-4d35-87bc-9a937085c149 on network 7713db68-e23d-4336-9c52-9698584522df {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:33.627753 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78220be-e581-4f98-8488-4a4f2e465a2b None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:05:33.628405 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78220be-e581-4f98-8488-4a4f2e465a2b None None] Checking segment: {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:05:33.628969 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-b78220be-e581-4f98-8488-4a4f2e465a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:33.629535 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78220be-e581-4f98-8488-4a4f2e465a2b None None] Bound using segment: {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:05:33.630168 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-b78220be-e581-4f98-8488-4a4f2e465a2b None None] Bound port: b1930cb5-5635-4d35-87bc-9a937085c149, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'}}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:05:33.630718 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-b78220be-e581-4f98-8488-4a4f2e465a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:33.640887 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7684d56e-7caa-4588-8690-ef34f133c8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:33.657342 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-942d98c8-11d6-41dd-8c33-e29b34612d3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:33.658991 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a8d33-f2c9-4b92-8ae5-f1185acff4e6 None None] Pushing event updated for resources: {'Port': ['ID=b1930cb5-5635-4d35-87bc-9a937085c149,revision_number=2']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:33.667133 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:33.694545 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-af2a8d33-f2c9-4b92-8ae5-f1185acff4e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:33.724581 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7684d56e-7caa-4588-8690-ef34f133c8af admin admin] Network 1c171d05-8a84-4e03-b3b3-4fe9446e93e6 is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:05:33.726692 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [None req-7684d56e-7caa-4588-8690-ef34f133c8af admin admin] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:33.729116 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7684d56e-7caa-4588-8690-ef34f133c8af admin admin] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:05:33.761062 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684d56e-7caa-4588-8690-ef34f133c8af admin admin] Pushing event updated for resources: {'Port': ['ID=f354df52-9a32-4685-998e-08407a0b8aff,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:33.764144 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-7684d56e-7caa-4588-8690-ef34f133c8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:33.770450 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-b78220be-e581-4f98-8488-4a4f2e465a2b None None] For port b1930cb5-5635-4d35-87bc-9a937085c149, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:05:33.774520 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-b78220be-e581-4f98-8488-4a4f2e465a2b None None] For port b1930cb5-5635-4d35-87bc-9a937085c149, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=b1930cb5-5635-4d35-87bc-9a937085c149,segment=NetworkSegment(a30bcc7b-d76f-404c-9f7c-d7e43145326e),segment_id=a30bcc7b-d76f-404c-9f7c-d7e43145326e)] {{(pid=73965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:05:33.781425 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:33.782930 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:33.792979 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7684d56e-7caa-4588-8690-ef34f133c8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-915929'] for router_interface, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:33.814814 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-b78220be-e581-4f98-8488-4a4f2e465a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:33.823894 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-e1f33185-74ce-468b-9b51-8b151df33bd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:33.928377 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78220be-e581-4f98-8488-4a4f2e465a2b None None] Routers {'1beabdeb-3808-4270-a402-80c1da48cd85'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:05:33.928377 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-b78220be-e581-4f98-8488-4a4f2e465a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:05:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['1beabdeb-3808-4270-a402-80c1da48cd85'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:33.995188 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a8d33-f2c9-4b92-8ae5-f1185acff4e6 None None] Pushing event updated for resources: {'Port': ['ID=b1930cb5-5635-4d35-87bc-9a937085c149,revision_number=3']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:34.005176 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-af2a8d33-f2c9-4b92-8ae5-f1185acff4e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:34.143905 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7684d56e-7caa-4588-8690-ef34f133c8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:34.180792 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-c61bf15e-77cc-4135-b6c5-042c959a0b21 None None] Provisioning for port f354df52-9a32-4685-998e-08407a0b8aff completed by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:34.196295 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-c61bf15e-77cc-4135-b6c5-042c959a0b21 None None] Provisioning complete for port f354df52-9a32-4685-998e-08407a0b8aff triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:34.196675 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-c61bf15e-77cc-4135-b6c5-042c959a0b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:34.242060 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-b78220be-e581-4f98-8488-4a4f2e465a2b None None] Set router 1beabdeb-3808-4270-a402-80c1da48cd85 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:05:34.396046 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7684d56e-7caa-4588-8690-ef34f133c8af admin admin] Notify callbacks [] for port, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:34.400920 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7684d56e-7caa-4588-8690-ef34f133c8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914934'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:34.428845 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-234eab02-fddd-4e2d-b1e1-0b64abcda475 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:34.431429 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-c61bf15e-77cc-4135-b6c5-042c959a0b21 None None] Port f354df52-9a32-4685-998e-08407a0b8aff cannot update to ACTIVE because it is not bound. {{(pid=73965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:05:34.517005 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684d56e-7caa-4588-8690-ef34f133c8af admin admin] Pushing event updated for resources: {'Port': ['ID=f354df52-9a32-4685-998e-08407a0b8aff,revision_number=2']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:34.520167 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-7684d56e-7caa-4588-8690-ef34f133c8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:34.521284 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7684d56e-7caa-4588-8690-ef34f133c8af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-915836'] for router_interface, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:34.589093 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-b78220be-e581-4f98-8488-4a4f2e465a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'name': 'tempest-TestMinimumBasicScenario-872552985-router', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b1930cb5-5635-4d35-87bc-9a937085c149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:05:29Z', 'updated_at': '2021-04-30T16:05:31Z', 'revision_number': 3, 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'gw_port': {'id': 'b1930cb5-5635-4d35-87bc-9a937085c149', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:52:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:30Z', 'updated_at': '2021-04-30T16:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:34.593563 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78220be-e581-4f98-8488-4a4f2e465a2b None None] The sync data for ids ['1beabdeb-3808-4270-a402-80c1da48cd85'] in dv-cinder-787195-6-iscsi is: [{'id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'name': 'tempest-TestMinimumBasicScenario-872552985-router', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b1930cb5-5635-4d35-87bc-9a937085c149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:05:29Z', 'updated_at': '2021-04-30T16:05:31Z', 'revision_number': 3, 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'gw_port': {'id': 'b1930cb5-5635-4d35-87bc-9a937085c149', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:52:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:30Z', 'updated_at': '2021-04-30T16:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}] {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:05:34.663601 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7684d56e-7caa-4588-8690-ef34f133c8af admin admin] Network 1c171d05-8a84-4e03-b3b3-4fe9446e93e6 is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:05:34.664735 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [None req-7684d56e-7caa-4588-8690-ef34f133c8af admin admin] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:34.956913 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-e67e9907-e1da-4a20-bbb2-5c4eb0d6f4e8 None None] Provisioning complete for port f354df52-9a32-4685-998e-08407a0b8aff triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:34.957982 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-e67e9907-e1da-4a20-bbb2-5c4eb0d6f4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:34.967879 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7684d56e-7caa-4588-8690-ef34f133c8af admin admin] Router 1beabdeb-3808-4270-a402-80c1da48cd85 has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:05:35.016900 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-e67e9907-e1da-4a20-bbb2-5c4eb0d6f4e8 None None] Port f354df52-9a32-4685-998e-08407a0b8aff cannot update to ACTIVE because it is not bound. {{(pid=73965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:05:35.155666 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7684d56e-7caa-4588-8690-ef34f133c8af admin admin] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:05:35.164915 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-7684d56e-7caa-4588-8690-ef34f133c8af admin admin] 10.222.0.72 "PUT /v2.0/routers/1beabdeb-3808-4270-a402-80c1da48cd85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8143871 Apr 30 16:05:35.652278 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device b1930cb5-5635-4d35-87bc-9a937085c149 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:35.712370 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 37402) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:35.729388 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port b1930cb5-5635-4d35-87bc-9a937085c149 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:35.735432 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port b1930cb5-5635-4d35-87bc-9a937085c149 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:35.735813 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:35.780434 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 37410) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:35.785994 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-77302f1d-a74d-4244-bab9-b92e3a50ee4e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-766442595-network', 'tenant_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:35.790512 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-77302f1d-a74d-4244-bab9-b92e3a50ee4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:35.795616 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-77302f1d-a74d-4244-bab9-b92e3a50ee4e admin admin] Usage tracker for resource:network and tenant:a98fa7d05f1f4cf5a0c92afb3e0078a3 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:35.799885 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-77302f1d-a74d-4244-bab9-b92e3a50ee4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:35.809616 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-77302f1d-a74d-4244-bab9-b92e3a50ee4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:35.825224 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77302f1d-a74d-4244-bab9-b92e3a50ee4e admin admin] Made reservation on behalf of a98fa7d05f1f4cf5a0c92afb3e0078a3 for: {'network': 1} {{(pid=73964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:05:35.828337 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-77302f1d-a74d-4244-bab9-b92e3a50ee4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for network, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:35.847261 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-77302f1d-a74d-4244-bab9-b92e3a50ee4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:35.873975 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:35.894373 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] For port b1930cb5-5635-4d35-87bc-9a937085c149, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=b1930cb5-5635-4d35-87bc-9a937085c149,segment=NetworkSegment(a30bcc7b-d76f-404c-9f7c-d7e43145326e),segment_id=a30bcc7b-d76f-404c-9f7c-d7e43145326e)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:35.899947 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:35.905697 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-61ab9665-6703-46bf-b1ba-7635caddd6e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:35.987322 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-77302f1d-a74d-4244-bab9-b92e3a50ee4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:35.997585 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-77302f1d-a74d-4244-bab9-b92e3a50ee4e admin admin] Usage tracker for resource:security_group_rule and tenant:a98fa7d05f1f4cf5a0c92afb3e0078a3 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:36.003093 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-77302f1d-a74d-4244-bab9-b92e3a50ee4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:36.011846 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Pushing event updated for resources: {'Port': ['ID=b1930cb5-5635-4d35-87bc-9a937085c149,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:36.014385 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-77302f1d-a74d-4244-bab9-b92e3a50ee4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:36.017126 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:36.115822 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-77302f1d-a74d-4244-bab9-b92e3a50ee4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:36.119564 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-77302f1d-a74d-4244-bab9-b92e3a50ee4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:36.124038 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-edccfac2-2f8d-49d7-b6fe-6803cb9ddfa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:36.149167 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77302f1d-a74d-4244-bab9-b92e3a50ee4e admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=73964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:05:36.164441 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77302f1d-a74d-4244-bab9-b92e3a50ee4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ec614a-7976-48a3-845f-fd4de86cc962,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:36.168352 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-e4bddf0a-9f23-4960-ad91-efb3fed6b758 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bcae962b0afd4523b269a80eedbfe481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4547601 Apr 30 16:05:36.169356 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-77302f1d-a74d-4244-bab9-b92e3a50ee4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:36.171018 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 37418) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:36.172104 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-77302f1d-a74d-4244-bab9-b92e3a50ee4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:36.173389 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.db.segments_db [None req-77302f1d-a74d-4244-bab9-b92e3a50ee4e admin admin] Added segment 1927a8d7-b368-4d90-b6fe-9b2782f48d85 of type vlan for network 9791b277-b5a8-4646-8c2b-3014e98982ed Apr 30 16:05:36.231365 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-77302f1d-a74d-4244-bab9-b92e3a50ee4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132848788'] for network, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:36.251265 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc94cf-8fd4-4f1c-9ca5-d9721bb36498 None None] Sync routers for ids ['1beabdeb-3808-4270-a402-80c1da48cd85'] in dv-cinder-787195-6-iscsi {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:05:36.258755 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-3856465b-2dcf-4321-b2b8-cce1032cf061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:36.264704 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc94cf-8fd4-4f1c-9ca5-d9721bb36498 None None] Routers {'1beabdeb-3808-4270-a402-80c1da48cd85'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:05:36.265314 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-a9bc94cf-8fd4-4f1c-9ca5-d9721bb36498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:05:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['1beabdeb-3808-4270-a402-80c1da48cd85'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:36.277595 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-77302f1d-a74d-4244-bab9-b92e3a50ee4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for network, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:36.280145 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77302f1d-a74d-4244-bab9-b92e3a50ee4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:36.281048 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-77302f1d-a74d-4244-bab9-b92e3a50ee4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:36.286733 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-e9bab109-1434-4d00-b375-0456f8310406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:36.293652 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-3856465b-2dcf-4321-b2b8-cce1032cf061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:36.423791 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77302f1d-a74d-4244-bab9-b92e3a50ee4e admin admin] Pushing event updated for resources: {'Network': ['ID=9791b277-b5a8-4646-8c2b-3014e98982ed,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:36.425138 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-3856465b-2dcf-4321-b2b8-cce1032cf061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:36.427231 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-77302f1d-a74d-4244-bab9-b92e3a50ee4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:36.429347 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-77302f1d-a74d-4244-bab9-b92e3a50ee4e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6479623 Apr 30 16:05:36.431852 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 37428) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:36.439071 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-3a4454bf-030a-47cc-9ca0-7878c3ed4d9f admin admin] Request body: {'subnet': {'network_id': '9791b277-b5a8-4646-8c2b-3014e98982ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-766442595-subnet', 'tenant_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'ip_version': 4}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:36.439775 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Network 9791b277-b5a8-4646-8c2b-3014e98982ed details requested by agent ovs-agent-dv-cinder-787195-6-iscsi with host dv-cinder-787195-6-iscsi {{(pid=73965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:05:36.441144 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-64847744-7ecb-4dc6-b8be-baa15224c9df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:36.444201 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-3a4454bf-030a-47cc-9ca0-7878c3ed4d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:36.448153 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-3a4454bf-030a-47cc-9ca0-7878c3ed4d9f admin admin] Usage tracker for resource:subnet and tenant:a98fa7d05f1f4cf5a0c92afb3e0078a3 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:36.452338 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-3a4454bf-030a-47cc-9ca0-7878c3ed4d9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:36.460934 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-133d485c-a158-46dc-8160-9523c9b4cd13 req-d1135493-d3fd-4acd-9ba7-3d04ad98fa58 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2585185 Apr 30 16:05:36.462386 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856465b-2dcf-4321-b2b8-cce1032cf061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3f0df4-3d8c-45e5-a009-cbe1ca097c5d,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:36.462679 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-3a4454bf-030a-47cc-9ca0-7878c3ed4d9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:36.465304 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-3856465b-2dcf-4321-b2b8-cce1032cf061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:36.483111 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-3856465b-2dcf-4321-b2b8-cce1032cf061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:36.484606 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-3856465b-2dcf-4321-b2b8-cce1032cf061 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0b3f0df4-3d8c-45e5-a009-cbe1ca097c5d HTTP/1.1" status: 204 len: 168 time: 0.3126376 Apr 30 16:05:36.493914 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4454bf-030a-47cc-9ca0-7878c3ed4d9f admin admin] Made reservation on behalf of a98fa7d05f1f4cf5a0c92afb3e0078a3 for: {'subnet': 1} {{(pid=73964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:05:36.495871 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3a4454bf-030a-47cc-9ca0-7878c3ed4d9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-777221'] for subnet, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:36.525769 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-a9bc94cf-8fd4-4f1c-9ca5-d9721bb36498 None None] Set router 1beabdeb-3808-4270-a402-80c1da48cd85 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:05:36.659765 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d485c-a158-46dc-8160-9523c9b4cd13 req-e2d67d6d-87b6-4671-8709-cee1b5730087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:36.661651 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-133d485c-a158-46dc-8160-9523c9b4cd13 req-e2d67d6d-87b6-4671-8709-cee1b5730087 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2585736d9b1c4eaabdd630f3e03e2da0&device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 1098 time: 0.1064949 Apr 30 16:05:36.926646 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d485c-a158-46dc-8160-9523c9b4cd13 req-ccf59e3e-72f8-464e-bdd1-e17c4daabf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:36.928229 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-133d485c-a158-46dc-8160-9523c9b4cd13 req-ccf59e3e-72f8-464e-bdd1-e17c4daabf00 service neutron] 10.222.0.42 "GET /v2.0/networks?id=529eb04d-afd1-4ec1-a7cf-59406e4ebee4 HTTP/1.1" status: 200 len: 911 time: 0.1755302 Apr 30 16:05:36.979071 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-a9bc94cf-8fd4-4f1c-9ca5-d9721bb36498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'name': 'tempest-TestMinimumBasicScenario-872552985-router', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b1930cb5-5635-4d35-87bc-9a937085c149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:05:29Z', 'updated_at': '2021-04-30T16:05:34Z', 'revision_number': 4, 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'gw_port': {'id': 'b1930cb5-5635-4d35-87bc-9a937085c149', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:52:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:30Z', 'updated_at': '2021-04-30T16:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': 'f354df52-9a32-4685-998e-08407a0b8aff', 'name': '', 'network_id': '1c171d05-8a84-4e03-b3b3-4fe9446e93e6', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'mac_address': 'fa:16:3e:cb:c7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8c3f0dcf-76e4-455c-995e-9f076da6edfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:33Z', 'updated_at': '2021-04-30T16:05:34Z', 'revision_number': 2, 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'subnets': [{'id': '8c3f0dcf-76e4-455c-995e-9f076da6edfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:36.983556 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc94cf-8fd4-4f1c-9ca5-d9721bb36498 None None] Checking router: 1beabdeb-3808-4270-a402-80c1da48cd85 for host: dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:05:36.983904 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc94cf-8fd4-4f1c-9ca5-d9721bb36498 None None] Updating router 1beabdeb-3808-4270-a402-80c1da48cd85 port f354df52-9a32-4685-998e-08407a0b8aff binding host dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:05:37.045662 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-a9bc94cf-8fd4-4f1c-9ca5-d9721bb36498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:37.046349 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-133d485c-a158-46dc-8160-9523c9b4cd13 req-9e590128-18ec-4cbd-b722-03b148782db0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c3403a6-82fe-45fc-801e-0133d419fb05 HTTP/1.1" status: 200 len: 1000 time: 0.1094828 Apr 30 16:05:37.046707 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c5079-ff73-40c1-9bb4-c4dbfea75ee0 req-50b4a38b-f619-466e-b761-f701fb822882 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:37.048216 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-216c5079-ff73-40c1-9bb4-c4dbfea75ee0 req-50b4a38b-f619-466e-b761-f701fb822882 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.1777966 Apr 30 16:05:37.100568 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-216c5079-ff73-40c1-9bb4-c4dbfea75ee0 req-0c4dc178-d39f-4767-b9a0-337f7e9e5e8f tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459170 Apr 30 16:05:37.118996 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d485c-a158-46dc-8160-9523c9b4cd13 req-c7be265f-4111-4dd1-94ae-5d0abb38ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:37.120462 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-133d485c-a158-46dc-8160-9523c9b4cd13 req-c7be265f-4111-4dd1-94ae-5d0abb38ea68 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b5b4d6f-2a10-41bf-be25-6159859e6aec HTTP/1.1" status: 200 len: 850 time: 0.0663812 Apr 30 16:05:37.175850 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3a4454bf-030a-47cc-9ca0-7878c3ed4d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3691430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-777239'] for subnet, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:37.180837 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-6f4b4d95-99e7-48f0-ab91-cbb2aa50d06e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:37.202313 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d485c-a158-46dc-8160-9523c9b4cd13 req-8e28529e-a58f-479a-8e2d-ae8742d4a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:37.204092 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-133d485c-a158-46dc-8160-9523c9b4cd13 req-8e28529e-a58f-479a-8e2d-ae8742d4a01e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=529eb04d-afd1-4ec1-a7cf-59406e4ebee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727701 Apr 30 16:05:37.254523 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4454bf-030a-47cc-9ca0-7878c3ed4d9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=45b50065-4d3f-4fe1-8ed8-f21f633ecd11,revision_number=0']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:37.258075 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-3a4454bf-030a-47cc-9ca0-7878c3ed4d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:37.258897 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4454bf-030a-47cc-9ca0-7878c3ed4d9f admin admin] Checking segment: {'id': '1927a8d7-b368-4d90-b6fe-9b2782f48d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9791b277-b5a8-4646-8c2b-3014e98982ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:05:37.259243 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4454bf-030a-47cc-9ca0-7878c3ed4d9f admin admin] Network hostable DHCP agents. Network: 9791b277-b5a8-4646-8c2b-3014e98982ed, hostable agents: ['bfd10ce1-d195-4e07-9fe2-51a3c988df31'], hosted agents: [] {{(pid=73964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:05:37.277887 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4454bf-030a-47cc-9ca0-7878c3ed4d9f admin admin] Network 9791b277-b5a8-4646-8c2b-3014e98982ed is scheduled to be hosted by DHCP agent bfd10ce1-d195-4e07-9fe2-51a3c988df31 with binding_index 1 {{(pid=73964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:05:37.289989 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-3a4454bf-030a-47cc-9ca0-7878c3ed4d9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-iscsi, 9791b277-b5a8-4646-8c2b-3014e98982ed) {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:37.299126 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7deaec70-6396-4167-8b6e-29b84b5e22b1 None None] Network 9791b277-b5a8-4646-8c2b-3014e98982ed requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:05:37.309747 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4454bf-030a-47cc-9ca0-7878c3ed4d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:37.310891 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3a4454bf-030a-47cc-9ca0-7878c3ed4d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for subnet, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:37.342749 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-3a4454bf-030a-47cc-9ca0-7878c3ed4d9f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9097524 Apr 30 16:05:37.345247 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 37436) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:37.352928 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-0ecffcc2-f5a9-4f7e-97d6-df5d4073443b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-766442595-router', 'tenant_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df'}}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:37.360843 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-0ecffcc2-f5a9-4f7e-97d6-df5d4073443b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:37.366898 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-0ecffcc2-f5a9-4f7e-97d6-df5d4073443b admin admin] Usage tracker for resource:router and tenant:a98fa7d05f1f4cf5a0c92afb3e0078a3 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:37.370719 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-133d485c-a158-46dc-8160-9523c9b4cd13 req-0f22769a-970a-44c2-9776-1bb1dcc73398 service neutron] 10.222.0.42 "GET /v2.0/networks/529eb04d-afd1-4ec1-a7cf-59406e4ebee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582909 Apr 30 16:05:37.371175 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-0ecffcc2-f5a9-4f7e-97d6-df5d4073443b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:37.377322 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-0ecffcc2-f5a9-4f7e-97d6-df5d4073443b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:37.390189 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0ecffcc2-f5a9-4f7e-97d6-df5d4073443b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12626'] for router, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:37.391619 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0ecffcc2-f5a9-4f7e-97d6-df5d4073443b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-754852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:37.417502 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0ecffcc2-f5a9-4f7e-97d6-df5d4073443b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:37.421180 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-a9bc94cf-8fd4-4f1c-9ca5-d9721bb36498 None None] Notify callbacks [] for port, precommit_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:37.434020 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.provisioning_blocks [None req-a9bc94cf-8fd4-4f1c-9ca5-d9721bb36498 None None] Transition to ACTIVE for port object f354df52-9a32-4685-998e-08407a0b8aff will not be triggered until provisioned by entity L2. {{(pid=73966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:37.443159 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-a9bc94cf-8fd4-4f1c-9ca5-d9721bb36498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:37.449113 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-a5738d5a-c4e6-4344-9dd5-369a3dd464b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:37.543765 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef54181-e379-44fa-a960-95cc924edfd5 None None] Pushing event updated for resources: {'Port': ['ID=f354df52-9a32-4685-998e-08407a0b8aff,revision_number=3']} {{(pid=73966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:37.560224 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef54181-e379-44fa-a960-95cc924edfd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:37.561069 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef54181-e379-44fa-a960-95cc924edfd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:37.561645 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef54181-e379-44fa-a960-95cc924edfd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:37.562452 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef54181-e379-44fa-a960-95cc924edfd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:37.564515 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef54181-e379-44fa-a960-95cc924edfd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:37.565369 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef54181-e379-44fa-a960-95cc924edfd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:37.566323 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef54181-e379-44fa-a960-95cc924edfd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:37.566985 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef54181-e379-44fa-a960-95cc924edfd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:37.571072 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef54181-e379-44fa-a960-95cc924edfd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:37.571072 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef54181-e379-44fa-a960-95cc924edfd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:37.571072 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef54181-e379-44fa-a960-95cc924edfd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:37.571072 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef54181-e379-44fa-a960-95cc924edfd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:05:37.578542 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-133d485c-a158-46dc-8160-9523c9b4cd13 req-eb52d7c6-0a7f-4709-9c4a-7ea51e9e38fc service neutron] 10.222.0.42 "GET /v2.0/networks/529eb04d-afd1-4ec1-a7cf-59406e4ebee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003832 Apr 30 16:05:37.609828 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f2038f-f4c0-44be-b47a-090c32c20581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f83a816-f938-505d-a748-952e2383f86f-9791b277-b5a8-4646-8c2b-3014e98982ed', 'network_id': '9791b277-b5a8-4646-8c2b-3014e98982ed', 'tenant_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'fixed_ips': [{'subnet_id': '45b50065-4d3f-4fe1-8ed8-f21f633ecd11'}]}} from dv-cinder-787195-6-iscsi. {{(pid=73965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 16:05:37.610715 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-72f2038f-f4c0-44be-b47a-090c32c20581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:37.650573 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-fef54181-e379-44fa-a960-95cc924edfd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:37.709267 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device b1930cb5-5635-4d35-87bc-9a937085c149 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:37.763408 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0ecffcc2-f5a9-4f7e-97d6-df5d4073443b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658330', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12713'] for router, precommit_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:37.803900 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-a9bc94cf-8fd4-4f1c-9ca5-d9721bb36498 None None] Attempting to bind port f354df52-9a32-4685-998e-08407a0b8aff on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:05:37.804225 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-a9bc94cf-8fd4-4f1c-9ca5-d9721bb36498 None None] Attempting to bind port f354df52-9a32-4685-998e-08407a0b8aff by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': '181b67ae-0412-4885-9f4c-18692dae80ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1c171d05-8a84-4e03-b3b3-4fe9446e93e6'}] {{(pid=73966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:05:37.806506 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc94cf-8fd4-4f1c-9ca5-d9721bb36498 None None] Attempting to bind port f354df52-9a32-4685-998e-08407a0b8aff on network 1c171d05-8a84-4e03-b3b3-4fe9446e93e6 {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:37.820341 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc94cf-8fd4-4f1c-9ca5-d9721bb36498 None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:05:37.820871 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc94cf-8fd4-4f1c-9ca5-d9721bb36498 None None] Checking segment: {'id': '181b67ae-0412-4885-9f4c-18692dae80ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1c171d05-8a84-4e03-b3b3-4fe9446e93e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:05:37.821403 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-a9bc94cf-8fd4-4f1c-9ca5-d9721bb36498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:37.821899 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc94cf-8fd4-4f1c-9ca5-d9721bb36498 None None] Bound using segment: {'id': '181b67ae-0412-4885-9f4c-18692dae80ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1c171d05-8a84-4e03-b3b3-4fe9446e93e6'} {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:05:37.822640 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-a9bc94cf-8fd4-4f1c-9ca5-d9721bb36498 None None] Bound port: f354df52-9a32-4685-998e-08407a0b8aff, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181b67ae-0412-4885-9f4c-18692dae80ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1c171d05-8a84-4e03-b3b3-4fe9446e93e6'}}] {{(pid=73966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:05:37.823122 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-a9bc94cf-8fd4-4f1c-9ca5-d9721bb36498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:37.895105 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port b1930cb5-5635-4d35-87bc-9a937085c149 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:37.895633 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:37.953251 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.db [None req-a9bc94cf-8fd4-4f1c-9ca5-d9721bb36498 None None] For port f354df52-9a32-4685-998e-08407a0b8aff, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:05:37.963132 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.db [None req-a9bc94cf-8fd4-4f1c-9ca5-d9721bb36498 None None] For port f354df52-9a32-4685-998e-08407a0b8aff, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=f354df52-9a32-4685-998e-08407a0b8aff,segment=NetworkSegment(181b67ae-0412-4885-9f4c-18692dae80ec),segment_id=181b67ae-0412-4885-9f4c-18692dae80ec)] {{(pid=73966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:05:37.965571 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.db_base_plugin_common [None req-72f2038f-f4c0-44be-b47a-090c32c20581 None None] Allocated IP 172.20.0.2 (9791b277-b5a8-4646-8c2b-3014e98982ed/45b50065-4d3f-4fe1-8ed8-f21f633ecd11/9170981f-952b-4a60-b722-e5a4b9d66669) {{(pid=73965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:05:37.968891 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-a9bc94cf-8fd4-4f1c-9ca5-d9721bb36498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:37.986461 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:38.082672 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc94cf-8fd4-4f1c-9ca5-d9721bb36498 None None] Routers {'1beabdeb-3808-4270-a402-80c1da48cd85'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:05:38.083757 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-a9bc94cf-8fd4-4f1c-9ca5-d9721bb36498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:05:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['1beabdeb-3808-4270-a402-80c1da48cd85'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:38.173353 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef54181-e379-44fa-a960-95cc924edfd5 None None] Pushing event updated for resources: {'Port': ['ID=f354df52-9a32-4685-998e-08407a0b8aff,revision_number=4']} {{(pid=73966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:38.181715 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-fef54181-e379-44fa-a960-95cc924edfd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:38.313788 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0ecffcc2-f5a9-4f7e-97d6-df5d4073443b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:38.355540 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0ecffcc2-f5a9-4f7e-97d6-df5d4073443b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:38.367427 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-a9bc94cf-8fd4-4f1c-9ca5-d9721bb36498 None None] Set router 1beabdeb-3808-4270-a402-80c1da48cd85 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:05:38.375345 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-72f2038f-f4c0-44be-b47a-090c32c20581 None None] Notify callbacks [] for port, precommit_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:38.382789 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb212f-01c3-4d8d-865a-cdb44def0f29 req-f27f04d7-2ec0-4e40-9063-b9892de9c2cc tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:38.384525 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c3bb212f-01c3-4d8d-865a-cdb44def0f29 req-f27f04d7-2ec0-4e40-9063-b9892de9c2cc tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.1028917 Apr 30 16:05:38.396751 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-72f2038f-f4c0-44be-b47a-090c32c20581 None None] Transition to ACTIVE for port object 9170981f-952b-4a60-b722-e5a4b9d66669 will not be triggered until provisioned by entity L2. {{(pid=73965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:38.417594 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-72f2038f-f4c0-44be-b47a-090c32c20581 None None] Transition to ACTIVE for port object 9170981f-952b-4a60-b722-e5a4b9d66669 will not be triggered until provisioned by entity DHCP. {{(pid=73965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:38.436805 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-72f2038f-f4c0-44be-b47a-090c32c20581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206'] for port, after_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:38.439555 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c3bb212f-01c3-4d8d-865a-cdb44def0f29 req-1233353a-f077-4771-9f2e-1483e6141480 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480902 Apr 30 16:05:38.444647 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:38.516478 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_common [None req-0ecffcc2-f5a9-4f7e-97d6-df5d4073443b admin admin] Allocated IP 172.27.3.71 (7713db68-e23d-4336-9c52-9698584522df/6c05463b-e465-4436-9156-1956ee4f9865/e903f4d0-1b6a-4022-8ac4-36d9697e44a3) {{(pid=73964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:05:38.542162 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:38.563181 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f2038f-f4c0-44be-b47a-090c32c20581 None None] Network 9791b277-b5a8-4646-8c2b-3014e98982ed is already hosted by enough agents. {{(pid=73965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:05:38.568843 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.scheduler.base_scheduler [None req-72f2038f-f4c0-44be-b47a-090c32c20581 None None] Resources bound (agent type, host, resource id): {{(pid=73965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:38.577723 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f2038f-f4c0-44be-b47a-090c32c20581 None None] Received port after_create {{(pid=73965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:05:38.623855 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2038f-f4c0-44be-b47a-090c32c20581 None None] Pushing event updated for resources: {'Port': ['ID=9170981f-952b-4a60-b722-e5a4b9d66669,revision_number=1']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:38.631447 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-72f2038f-f4c0-44be-b47a-090c32c20581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:38.670975 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0ecffcc2-f5a9-4f7e-97d6-df5d4073443b admin admin] Notify callbacks [] for port, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:38.688857 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-72f2038f-f4c0-44be-b47a-090c32c20581 None None] Attempting to bind port 9170981f-952b-4a60-b722-e5a4b9d66669 on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:05:38.689231 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-72f2038f-f4c0-44be-b47a-090c32c20581 None None] Attempting to bind port 9170981f-952b-4a60-b722-e5a4b9d66669 by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': '1927a8d7-b368-4d90-b6fe-9b2782f48d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9791b277-b5a8-4646-8c2b-3014e98982ed'}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:05:38.689594 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f2038f-f4c0-44be-b47a-090c32c20581 None None] Attempting to bind port 9170981f-952b-4a60-b722-e5a4b9d66669 on network 9791b277-b5a8-4646-8c2b-3014e98982ed {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:38.695029 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f2038f-f4c0-44be-b47a-090c32c20581 None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:05:38.695407 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f2038f-f4c0-44be-b47a-090c32c20581 None None] Checking segment: {'id': '1927a8d7-b368-4d90-b6fe-9b2782f48d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9791b277-b5a8-4646-8c2b-3014e98982ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:05:38.695800 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-72f2038f-f4c0-44be-b47a-090c32c20581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:38.696298 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f2038f-f4c0-44be-b47a-090c32c20581 None None] Bound using segment: {'id': '1927a8d7-b368-4d90-b6fe-9b2782f48d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9791b277-b5a8-4646-8c2b-3014e98982ed'} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:05:38.696758 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-72f2038f-f4c0-44be-b47a-090c32c20581 None None] Bound port: 9170981f-952b-4a60-b722-e5a4b9d66669, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1927a8d7-b368-4d90-b6fe-9b2782f48d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9791b277-b5a8-4646-8c2b-3014e98982ed'}}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:05:38.697127 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-72f2038f-f4c0-44be-b47a-090c32c20581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:38.704717 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0ecffcc2-f5a9-4f7e-97d6-df5d4073443b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:38.710703 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-614b7306-4de4-42be-a4e3-ac83ffc96803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:38.756315 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-a9bc94cf-8fd4-4f1c-9ca5-d9721bb36498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'name': 'tempest-TestMinimumBasicScenario-872552985-router', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b1930cb5-5635-4d35-87bc-9a937085c149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:05:29Z', 'updated_at': '2021-04-30T16:05:34Z', 'revision_number': 4, 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'gw_port': {'id': 'b1930cb5-5635-4d35-87bc-9a937085c149', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:52:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:30Z', 'updated_at': '2021-04-30T16:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': 'f354df52-9a32-4685-998e-08407a0b8aff', 'name': '', 'network_id': '1c171d05-8a84-4e03-b3b3-4fe9446e93e6', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'mac_address': 'fa:16:3e:cb:c7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8c3f0dcf-76e4-455c-995e-9f076da6edfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:33Z', 'updated_at': '2021-04-30T16:05:37Z', 'revision_number': 4, 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'subnets': [{'id': '8c3f0dcf-76e4-455c-995e-9f076da6edfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:38.760490 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc94cf-8fd4-4f1c-9ca5-d9721bb36498 None None] The sync data for ids ['1beabdeb-3808-4270-a402-80c1da48cd85'] in dv-cinder-787195-6-iscsi is: [{'id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'name': 'tempest-TestMinimumBasicScenario-872552985-router', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b1930cb5-5635-4d35-87bc-9a937085c149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:05:29Z', 'updated_at': '2021-04-30T16:05:34Z', 'revision_number': 4, 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'gw_port': {'id': 'b1930cb5-5635-4d35-87bc-9a937085c149', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:52:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:30Z', 'updated_at': '2021-04-30T16:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': 'f354df52-9a32-4685-998e-08407a0b8aff', 'name': '', 'network_id': '1c171d05-8a84-4e03-b3b3-4fe9446e93e6', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'mac_address': 'fa:16:3e:cb:c7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8c3f0dcf-76e4-455c-995e-9f076da6edfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:33Z', 'updated_at': '2021-04-30T16:05:37Z', 'revision_number': 4, 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'subnets': [{'id': '8c3f0dcf-76e4-455c-995e-9f076da6edfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:05:38.781579 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecffcc2-f5a9-4f7e-97d6-df5d4073443b admin admin] Network 7713db68-e23d-4336-9c52-9698584522df is already hosted by enough agents. {{(pid=73964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:05:38.786709 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-0ecffcc2-f5a9-4f7e-97d6-df5d4073443b admin admin] Resources bound (agent type, host, resource id): {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:38.790961 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecffcc2-f5a9-4f7e-97d6-df5d4073443b admin admin] Received port after_create {{(pid=73964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:05:38.796234 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-72f2038f-f4c0-44be-b47a-090c32c20581 None None] For port 9170981f-952b-4a60-b722-e5a4b9d66669, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:05:38.799814 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-72f2038f-f4c0-44be-b47a-090c32c20581 None None] For port 9170981f-952b-4a60-b722-e5a4b9d66669, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=9170981f-952b-4a60-b722-e5a4b9d66669,segment=NetworkSegment(1927a8d7-b368-4d90-b6fe-9b2782f48d85),segment_id=1927a8d7-b368-4d90-b6fe-9b2782f48d85)] {{(pid=73965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:05:38.808598 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-72f2038f-f4c0-44be-b47a-090c32c20581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:38.813166 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-ff69bb37-980f-40e9-9646-a837bda51144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:38.823862 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecffcc2-f5a9-4f7e-97d6-df5d4073443b admin admin] Pushing event updated for resources: {'Port': ['ID=e903f4d0-1b6a-4022-8ac4-36d9697e44a3,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:38.837603 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-0ecffcc2-f5a9-4f7e-97d6-df5d4073443b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:38.925631 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2038f-f4c0-44be-b47a-090c32c20581 None None] Pushing event updated for resources: {'Port': ['ID=9170981f-952b-4a60-b722-e5a4b9d66669,revision_number=2']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:38.929122 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-72f2038f-f4c0-44be-b47a-090c32c20581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:39.043816 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42bfe2-0e16-4d54-8038-39da376d8993 req-27f16b2e-f542-4290-82db-d346dad88a09 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:39.045833 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4a42bfe2-0e16-4d54-8038-39da376d8993 req-27f16b2e-f542-4290-82db-d346dad88a09 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.1094079 Apr 30 16:05:39.322615 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0ecffcc2-f5a9-4f7e-97d6-df5d4073443b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:39.328046 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-4a42bfe2-0e16-4d54-8038-39da376d8993 req-0f5fc635-53dd-4ce9-8f4f-7368402b4a17 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Deleting port 5c3403a6-82fe-45fc-801e-0133d419fb05 {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:05:39.328389 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-4a42bfe2-0e16-4d54-8038-39da376d8993 req-0f5fc635-53dd-4ce9-8f4f-7368402b4a17 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:39.489095 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-4a42bfe2-0e16-4d54-8038-39da376d8993 req-0f5fc635-53dd-4ce9-8f4f-7368402b4a17 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] For port 5c3403a6-82fe-45fc-801e-0133d419fb05, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5c3403a6-82fe-45fc-801e-0133d419fb05,segment=NetworkSegment(339bd56c-1f0a-4053-8cac-7bb55f02edd1),segment_id=339bd56c-1f0a-4053-8cac-7bb55f02edd1)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:39.489753 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-4a42bfe2-0e16-4d54-8038-39da376d8993 req-0f5fc635-53dd-4ce9-8f4f-7368402b4a17 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:39.754095 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device f354df52-9a32-4685-998e-08407a0b8aff up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:39.836993 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0ecffcc2-f5a9-4f7e-97d6-df5d4073443b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655959'] for router, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:39.869300 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port f354df52-9a32-4685-998e-08407a0b8aff completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:39.876435 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port f354df52-9a32-4685-998e-08407a0b8aff triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:39.876908 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:39.906993 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-4a42bfe2-0e16-4d54-8038-39da376d8993 req-0f5fc635-53dd-4ce9-8f4f-7368402b4a17 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:39.907668 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-4a42bfe2-0e16-4d54-8038-39da376d8993 req-0f5fc635-53dd-4ce9-8f4f-7368402b4a17 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-915876'] for floatingip, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:39.907988 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.db.l3_db [req-4a42bfe2-0e16-4d54-8038-39da376d8993 req-0f5fc635-53dd-4ce9-8f4f-7368402b4a17 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Floating IP 226701f0-e599-4cbd-8b26-d12ae3ac6486 disassociated. External IP: 172.27.3.33, port: 5c3403a6-82fe-45fc-801e-0133d419fb05. Apr 30 16:05:39.908575 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-4a42bfe2-0e16-4d54-8038-39da376d8993 req-0f5fc635-53dd-4ce9-8f4f-7368402b4a17 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Calling delete_port for 5c3403a6-82fe-45fc-801e-0133d419fb05 owned by compute:nova {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:05:40.081308 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:40.090364 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-4a42bfe2-0e16-4d54-8038-39da376d8993 req-0f5fc635-53dd-4ce9-8f4f-7368402b4a17 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:40.100332 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-258bdcd1-c286-4ba1-aa74-77f8296833be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:40.144648 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] For port f354df52-9a32-4685-998e-08407a0b8aff, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=f354df52-9a32-4685-998e-08407a0b8aff,segment=NetworkSegment(181b67ae-0412-4885-9f4c-18692dae80ec),segment_id=181b67ae-0412-4885-9f4c-18692dae80ec)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:40.152484 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:40.152694 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a01baf-bbdb-4027-b787-8fdaa752cca1 req-9e9fc4bf-a0e4-4cd3-bdc7-c4ce4e94771c tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:40.155652 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 9170981f-952b-4a60-b722-e5a4b9d66669 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:40.162543 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f0a01baf-bbdb-4027-b787-8fdaa752cca1 req-9e9fc4bf-a0e4-4cd3-bdc7-c4ce4e94771c tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 945 time: 0.5459344 Apr 30 16:05:40.164875 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fc635-53dd-4ce9-8f4f-7368402b4a17 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Pushing event deleted for resources: {'Port': ['ID=5c3403a6-82fe-45fc-801e-0133d419fb05,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:40.173989 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-0f5fc635-53dd-4ce9-8f4f-7368402b4a17 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:40.196829 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:40.233804 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86aae4f-ac24-412d-add5-e2c5975588bb None None] Network 9791b277-b5a8-4646-8c2b-3014e98982ed requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:05:40.269044 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f0a01baf-bbdb-4027-b787-8fdaa752cca1 req-e5cd84aa-b7bb-4cd0-9198-29167ae7018d tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=e8e35344-f0a5-4923-8d0f-8b67afe549f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056063 Apr 30 16:05:40.317436 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ecffcc2-f5a9-4f7e-97d6-df5d4073443b admin admin] Router 06490e76-93fd-4852-8a82-ebdcf97a896f is scheduled to L3 agent ce014548-da84-4f8c-9540-249ce2846e6a with binding_index 1 {{(pid=73964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 16:05:40.342129 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-6a4ed636-d002-419e-b5d7-1ead004fd062 None None] Provisioning for port 9170981f-952b-4a60-b722-e5a4b9d66669 completed by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:40.381030 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a42bfe2-0e16-4d54-8038-39da376d8993 req-0f5fc635-53dd-4ce9-8f4f-7368402b4a17 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Router 2f788246-b803-49c3-b0cc-9643de3bfca4 has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:05:40.420783 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Pushing event updated for resources: {'Port': ['ID=f354df52-9a32-4685-998e-08407a0b8aff,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:40.427048 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:40.440868 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port 9170981f-952b-4a60-b722-e5a4b9d66669 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:40.453422 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 9170981f-952b-4a60-b722-e5a4b9d66669 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:40.453847 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:40.536288 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecffcc2-f5a9-4f7e-97d6-df5d4073443b admin admin] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:05:40.550050 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f03140-cd2a-44e6-87f0-c2b6384cc4fb None None] Sync routers for ids ['06490e76-93fd-4852-8a82-ebdcf97a896f'] in dv-cinder-787195-6-iscsi {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:05:40.564339 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0ecffcc2-f5a9-4f7e-97d6-df5d4073443b admin admin] Notify callbacks [] for router, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:40.565819 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-0ecffcc2-f5a9-4f7e-97d6-df5d4073443b admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2192035 Apr 30 16:05:40.568306 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 37446) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:40.570998 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f03140-cd2a-44e6-87f0-c2b6384cc4fb None None] Routers {'06490e76-93fd-4852-8a82-ebdcf97a896f'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:05:40.571631 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-e1f03140-cd2a-44e6-87f0-c2b6384cc4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:05:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['06490e76-93fd-4852-8a82-ebdcf97a896f'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:40.628621 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a42bfe2-0e16-4d54-8038-39da376d8993 req-0f5fc635-53dd-4ce9-8f4f-7368402b4a17 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:05:40.641494 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f834133-d43b-4adb-8140-d626ea341db9 None None] Sync routers for ids ['2f788246-b803-49c3-b0cc-9643de3bfca4'] in dv-cinder-787195-6-iscsi {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:05:40.656849 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f834133-d43b-4adb-8140-d626ea341db9 None None] Routers {'2f788246-b803-49c3-b0cc-9643de3bfca4'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:05:40.657458 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-1f834133-d43b-4adb-8140-d626ea341db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:05:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['2f788246-b803-49c3-b0cc-9643de3bfca4'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:40.722674 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a42bfe2-0e16-4d54-8038-39da376d8993 req-0f5fc635-53dd-4ce9-8f4f-7368402b4a17 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] No DVR routers for this DVR port 5c3403a6-82fe-45fc-801e-0133d419fb05 on host hv-cinder-78719 {{(pid=73963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:05:40.726149 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-4a42bfe2-0e16-4d54-8038-39da376d8993 req-0f5fc635-53dd-4ce9-8f4f-7368402b4a17 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:40.738240 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0303b82-b5b3-428c-b350-f0f1a6c19dd3', 'name': 'network-vif-deleted', 'tag': '5c3403a6-82fe-45fc-801e-0133d419fb05'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:05:40.745030 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4a42bfe2-0e16-4d54-8038-39da376d8993 req-0f5fc635-53dd-4ce9-8f4f-7368402b4a17 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.42 "DELETE /v2.0/ports/5c3403a6-82fe-45fc-801e-0133d419fb05 HTTP/1.1" status: 204 len: 173 time: 1.6920645 Apr 30 16:05:40.920088 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-1f834133-d43b-4adb-8140-d626ea341db9 None None] Set router 2f788246-b803-49c3-b0cc-9643de3bfca4 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:05:40.932886 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:41.027880 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-e1f03140-cd2a-44e6-87f0-c2b6384cc4fb None None] Set router 06490e76-93fd-4852-8a82-ebdcf97a896f gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:05:41.150413 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0303b82-b5b3-428c-b350-f0f1a6c19dd3', 'name': 'network-vif-deleted', 'tag': '5c3403a6-82fe-45fc-801e-0133d419fb05', 'status': 'completed', 'code': 200} Apr 30 16:05:41.199534 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] For port 9170981f-952b-4a60-b722-e5a4b9d66669, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=9170981f-952b-4a60-b722-e5a4b9d66669,segment=NetworkSegment(1927a8d7-b368-4d90-b6fe-9b2782f48d85),segment_id=1927a8d7-b368-4d90-b6fe-9b2782f48d85)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:41.217256 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:41.234367 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-61ab9665-6703-46bf-b1ba-7635caddd6e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:41.396119 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-1f834133-d43b-4adb-8140-d626ea341db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'name': 'tempest-AttachVolumeTestJSON-1911497803-router', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:16Z', 'updated_at': '2021-04-30T16:00:26Z', 'revision_number': 4, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'gw_port': {'id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:30:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:17Z', 'updated_at': '2021-04-30T16:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': 'f33f0bac-05ff-4148-9395-5251c188e475', 'name': '', 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'mac_address': 'fa:16:3e:69:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:23Z', 'updated_at': '2021-04-30T16:00:40Z', 'revision_number': 5, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'subnets': [{'id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:41.421665 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f834133-d43b-4adb-8140-d626ea341db9 None None] Checking router: 2f788246-b803-49c3-b0cc-9643de3bfca4 for host: dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:05:41.435923 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f834133-d43b-4adb-8140-d626ea341db9 None None] Routers {'2f788246-b803-49c3-b0cc-9643de3bfca4'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:05:41.436553 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-1f834133-d43b-4adb-8140-d626ea341db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:05:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['2f788246-b803-49c3-b0cc-9643de3bfca4'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:41.531979 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Pushing event updated for resources: {'Port': ['ID=9170981f-952b-4a60-b722-e5a4b9d66669,revision_number=3']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:41.537531 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:41.573018 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7de5a21c-e25a-44e8-bd46-e8a07f9544b4 req-90b16985-af5c-4c8f-b064-cecdf620dd06 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0303b82-b5b3-428c-b350-f0f1a6c19dd3 HTTP/1.1" status: 200 len: 210 time: 0.1019709 Apr 30 16:05:41.686221 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-e1f03140-cd2a-44e6-87f0-c2b6384cc4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06490e76-93fd-4852-8a82-ebdcf97a896f', 'name': 'tempest-TestMinimumBasicScenario-766442595-router', 'tenant_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'e903f4d0-1b6a-4022-8ac4-36d9697e44a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:05:37Z', 'updated_at': '2021-04-30T16:05:39Z', 'revision_number': 3, 'project_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'gw_port': {'id': 'e903f4d0-1b6a-4022-8ac4-36d9697e44a3', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06490e76-93fd-4852-8a82-ebdcf97a896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:38Z', 'updated_at': '2021-04-30T16:05:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:41.690762 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f03140-cd2a-44e6-87f0-c2b6384cc4fb None None] Checking router: 06490e76-93fd-4852-8a82-ebdcf97a896f for host: dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:05:41.691375 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f03140-cd2a-44e6-87f0-c2b6384cc4fb None None] Updating router 06490e76-93fd-4852-8a82-ebdcf97a896f port e903f4d0-1b6a-4022-8ac4-36d9697e44a3 binding host dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:05:41.709012 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6b9915ad-58e8-4a9e-aff4-c30c81ae8485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:41.728880 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device f354df52-9a32-4685-998e-08407a0b8aff up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:41.772376 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-1f834133-d43b-4adb-8140-d626ea341db9 None None] Set router 2f788246-b803-49c3-b0cc-9643de3bfca4 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:05:41.820331 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-e1f03140-cd2a-44e6-87f0-c2b6384cc4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:41.851287 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-a9b9984c-4271-4ef2-b6ee-eb5376b8aad7 None None] Provisioning complete for port 9170981f-952b-4a60-b722-e5a4b9d66669 triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:41.851748 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-a9b9984c-4271-4ef2-b6ee-eb5376b8aad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:41.928987 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_common [None req-6b9915ad-58e8-4a9e-aff4-c30c81ae8485 admin admin] Allocated IP 172.20.0.1 (9791b277-b5a8-4646-8c2b-3014e98982ed/45b50065-4d3f-4fe1-8ed8-f21f633ecd11/d73a8e00-ef7e-459d-8178-8147ac826fcb) {{(pid=73964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:05:42.003564 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port f354df52-9a32-4685-998e-08407a0b8aff triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:42.004128 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:42.125857 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-1f834133-d43b-4adb-8140-d626ea341db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'name': 'tempest-AttachVolumeTestJSON-1911497803-router', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:16Z', 'updated_at': '2021-04-30T16:00:26Z', 'revision_number': 4, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'gw_port': {'id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:30:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:17Z', 'updated_at': '2021-04-30T16:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': 'f33f0bac-05ff-4148-9395-5251c188e475', 'name': '', 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'mac_address': 'fa:16:3e:69:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:23Z', 'updated_at': '2021-04-30T16:00:40Z', 'revision_number': 5, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'subnets': [{'id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:42.131300 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f834133-d43b-4adb-8140-d626ea341db9 None None] The sync data for ids ['2f788246-b803-49c3-b0cc-9643de3bfca4'] in dv-cinder-787195-6-iscsi is: [{'id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'name': 'tempest-AttachVolumeTestJSON-1911497803-router', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:16Z', 'updated_at': '2021-04-30T16:00:26Z', 'revision_number': 4, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'gw_port': {'id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:30:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:17Z', 'updated_at': '2021-04-30T16:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': 'f33f0bac-05ff-4148-9395-5251c188e475', 'name': '', 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'mac_address': 'fa:16:3e:69:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:23Z', 'updated_at': '2021-04-30T16:00:40Z', 'revision_number': 5, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'subnets': [{'id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:05:42.220605 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6b9915ad-58e8-4a9e-aff4-c30c81ae8485 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:42.238989 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.provisioning_blocks [None req-6b9915ad-58e8-4a9e-aff4-c30c81ae8485 admin admin] Transition to ACTIVE for port object d73a8e00-ef7e-459d-8178-8147ac826fcb will not be triggered until provisioned by entity DHCP. {{(pid=73964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:42.266091 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6b9915ad-58e8-4a9e-aff4-c30c81ae8485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:42.270830 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:42.321055 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 9170981f-952b-4a60-b722-e5a4b9d66669 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:42.344849 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9915ad-58e8-4a9e-aff4-c30c81ae8485 admin admin] Network 9791b277-b5a8-4646-8c2b-3014e98982ed is already hosted by enough agents. {{(pid=73964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:05:42.352855 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-6b9915ad-58e8-4a9e-aff4-c30c81ae8485 admin admin] Resources bound (agent type, host, resource id): {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:42.358474 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9915ad-58e8-4a9e-aff4-c30c81ae8485 admin admin] Received port after_create {{(pid=73964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:05:42.411393 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9915ad-58e8-4a9e-aff4-c30c81ae8485 admin admin] Pushing event updated for resources: {'Port': ['ID=d73a8e00-ef7e-459d-8178-8147ac826fcb,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:42.415088 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-6b9915ad-58e8-4a9e-aff4-c30c81ae8485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:42.447687 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6b9915ad-58e8-4a9e-aff4-c30c81ae8485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-915929'] for router_interface, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:42.479768 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-e1f03140-cd2a-44e6-87f0-c2b6384cc4fb None None] Notify callbacks [] for port, precommit_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:42.491604 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6326d7ec-81b2-4224-825e-fa3b86c37b9d None None] New status for floating IP 226701f0-e599-4cbd-8b26-d12ae3ac6486: DOWN {{(pid=73965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:05:42.725452 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 37460) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:42.726372 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-e1f03140-cd2a-44e6-87f0-c2b6384cc4fb None None] Transition to ACTIVE for port object e903f4d0-1b6a-4022-8ac4-36d9697e44a3 will not be triggered until provisioned by entity L2. {{(pid=73965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:42.733561 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 5c3403a6-82fe-45fc-801e-0133d419fb05 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:05:42.749462 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6b9915ad-58e8-4a9e-aff4-c30c81ae8485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:42.779268 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-e1f03140-cd2a-44e6-87f0-c2b6384cc4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:42.783031 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 9170981f-952b-4a60-b722-e5a4b9d66669 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:42.783417 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:42.801146 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a6e9c9b1-a03f-4006-b0af-a45ce6f449d9 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:42.813376 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:42.831145 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a6e9c9b1-a03f-4006-b0af-a45ce6f449d9 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:42.844258 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] No Port match for: 5c3403a6-82fe-45fc-801e-0133d419fb05 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:05:42.845091 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 5c3403a6-82fe-45fc-801e-0133d419fb05 not bound to the agent host hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:05:42.897365 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a6e9c9b1-a03f-4006-b0af-a45ce6f449d9 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:42.902014 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-8a6363c9-1502-4c25-80a5-484fa87bcd5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:42.912750 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-c041cecb-9057-4b95-905d-763ca0585e8b None None] Provisioning for port d73a8e00-ef7e-459d-8178-8147ac826fcb completed by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:42.921042 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9c9b1-a03f-4006-b0af-a45ce6f449d9 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e35344-f0a5-4923-8d0f-8b67afe549f2,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:42.931436 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a6e9c9b1-a03f-4006-b0af-a45ce6f449d9 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:42.945389 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a6e9c9b1-a03f-4006-b0af-a45ce6f449d9 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:42.947548 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-a6e9c9b1-a03f-4006-b0af-a45ce6f449d9 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "DELETE /v2.0/security-groups/e8e35344-f0a5-4923-8d0f-8b67afe549f2 HTTP/1.1" status: 204 len: 168 time: 0.2201200 Apr 30 16:05:42.950487 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 37464) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:42.957079 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-e1f03140-cd2a-44e6-87f0-c2b6384cc4fb None None] Attempting to bind port e903f4d0-1b6a-4022-8ac4-36d9697e44a3 on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:05:42.957458 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-e1f03140-cd2a-44e6-87f0-c2b6384cc4fb None None] Attempting to bind port e903f4d0-1b6a-4022-8ac4-36d9697e44a3 by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:05:42.957828 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f03140-cd2a-44e6-87f0-c2b6384cc4fb None None] Attempting to bind port e903f4d0-1b6a-4022-8ac4-36d9697e44a3 on network 7713db68-e23d-4336-9c52-9698584522df {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:42.973406 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-c041cecb-9057-4b95-905d-763ca0585e8b None None] Provisioning complete for port d73a8e00-ef7e-459d-8178-8147ac826fcb triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:42.973784 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-c041cecb-9057-4b95-905d-763ca0585e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:42.976730 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.api.v2.resource [None req-dfdd5ebe-dfda-4bb2-8b00-62b664169bed tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] show failed (client error): The resource could not be found. Apr 30 16:05:42.978042 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-dfdd5ebe-dfda-4bb2-8b00-62b664169bed tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups/e8e35344-f0a5-4923-8d0f-8b67afe549f2 HTTP/1.1" status: 404 len: 347 time: 0.0262718 Apr 30 16:05:42.981573 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 37468) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:43.013305 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146f9ca-212f-4aa3-ade4-3d78909374b2 None None] Pushing event updated for resources: {'Port': ['ID=e903f4d0-1b6a-4022-8ac4-36d9697e44a3,revision_number=2']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:43.015642 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f03140-cd2a-44e6-87f0-c2b6384cc4fb None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:05:43.016046 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f03140-cd2a-44e6-87f0-c2b6384cc4fb None None] Checking segment: {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:05:43.016451 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-e1f03140-cd2a-44e6-87f0-c2b6384cc4fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:43.016951 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f03140-cd2a-44e6-87f0-c2b6384cc4fb None None] Bound using segment: {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:05:43.017313 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-e1f03140-cd2a-44e6-87f0-c2b6384cc4fb None None] Bound port: e903f4d0-1b6a-4022-8ac4-36d9697e44a3, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'}}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:05:43.017687 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-e1f03140-cd2a-44e6-87f0-c2b6384cc4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:43.051956 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f146f9ca-212f-4aa3-ade4-3d78909374b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:43.128713 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-c041cecb-9057-4b95-905d-763ca0585e8b None None] Port d73a8e00-ef7e-459d-8178-8147ac826fcb cannot update to ACTIVE because it is not bound. {{(pid=73965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:05:43.129454 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.db.resource_extend [None req-6b9915ad-58e8-4a9e-aff4-c30c81ae8485 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 16:05:43.161810 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6b9915ad-58e8-4a9e-aff4-c30c81ae8485 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:43.170517 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-e1f03140-cd2a-44e6-87f0-c2b6384cc4fb None None] For port e903f4d0-1b6a-4022-8ac4-36d9697e44a3, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:05:43.173933 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-e1f03140-cd2a-44e6-87f0-c2b6384cc4fb None None] For port e903f4d0-1b6a-4022-8ac4-36d9697e44a3, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=e903f4d0-1b6a-4022-8ac4-36d9697e44a3,segment=NetworkSegment(a30bcc7b-d76f-404c-9f7c-d7e43145326e),segment_id=a30bcc7b-d76f-404c-9f7c-d7e43145326e)] {{(pid=73965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:05:43.178119 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-e1f03140-cd2a-44e6-87f0-c2b6384cc4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:43.181638 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:43.194746 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6b9915ad-58e8-4a9e-aff4-c30c81ae8485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714077'] for port, after_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:43.229319 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:43.295841 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-a60a67cd-090f-44b2-8222-521c595aae96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:43.304494 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f03140-cd2a-44e6-87f0-c2b6384cc4fb None None] Routers {'06490e76-93fd-4852-8a82-ebdcf97a896f'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:05:43.305041 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-e1f03140-cd2a-44e6-87f0-c2b6384cc4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:05:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['06490e76-93fd-4852-8a82-ebdcf97a896f'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:43.315303 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6b9915ad-58e8-4a9e-aff4-c30c81ae8485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-915836'] for router_interface, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:43.320527 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9915ad-58e8-4a9e-aff4-c30c81ae8485 admin admin] Pushing event updated for resources: {'Port': ['ID=d73a8e00-ef7e-459d-8178-8147ac826fcb,revision_number=2']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:43.325390 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-6b9915ad-58e8-4a9e-aff4-c30c81ae8485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:43.359228 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146f9ca-212f-4aa3-ade4-3d78909374b2 None None] Pushing event updated for resources: {'Port': ['ID=e903f4d0-1b6a-4022-8ac4-36d9697e44a3,revision_number=3']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:43.371438 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f146f9ca-212f-4aa3-ade4-3d78909374b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:43.420616 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-eaa885ec-2797-436b-9920-406bdc59d234 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Deleting port cb54a71b-cf50-42c1-ba34-105e7eceb01c {{(pid=73964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:05:43.420954 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-eaa885ec-2797-436b-9920-406bdc59d234 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:43.491820 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-e1f03140-cd2a-44e6-87f0-c2b6384cc4fb None None] Set router 06490e76-93fd-4852-8a82-ebdcf97a896f gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:05:43.555476 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9915ad-58e8-4a9e-aff4-c30c81ae8485 admin admin] Network 9791b277-b5a8-4646-8c2b-3014e98982ed is already hosted by enough agents. {{(pid=73964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:05:43.558646 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-6b9915ad-58e8-4a9e-aff4-c30c81ae8485 admin admin] Resources bound (agent type, host, resource id): {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:43.579125 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-eaa885ec-2797-436b-9920-406bdc59d234 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:43.579446 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-eaa885ec-2797-436b-9920-406bdc59d234 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:43.820728 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-e1f03140-cd2a-44e6-87f0-c2b6384cc4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06490e76-93fd-4852-8a82-ebdcf97a896f', 'name': 'tempest-TestMinimumBasicScenario-766442595-router', 'tenant_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'e903f4d0-1b6a-4022-8ac4-36d9697e44a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:05:37Z', 'updated_at': '2021-04-30T16:05:42Z', 'revision_number': 4, 'project_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'gw_port': {'id': 'e903f4d0-1b6a-4022-8ac4-36d9697e44a3', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06490e76-93fd-4852-8a82-ebdcf97a896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:38Z', 'updated_at': '2021-04-30T16:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': 'd73a8e00-ef7e-459d-8178-8147ac826fcb', 'name': '', 'network_id': '9791b277-b5a8-4646-8c2b-3014e98982ed', 'tenant_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'mac_address': 'fa:16:3e:5a:b3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06490e76-93fd-4852-8a82-ebdcf97a896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '45b50065-4d3f-4fe1-8ed8-f21f633ecd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:41Z', 'updated_at': '2021-04-30T16:05:42Z', 'revision_number': 2, 'project_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'subnets': [{'id': '45b50065-4d3f-4fe1-8ed8-f21f633ecd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:43.824554 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f03140-cd2a-44e6-87f0-c2b6384cc4fb None None] The sync data for ids ['06490e76-93fd-4852-8a82-ebdcf97a896f'] in dv-cinder-787195-6-iscsi is: [{'id': '06490e76-93fd-4852-8a82-ebdcf97a896f', 'name': 'tempest-TestMinimumBasicScenario-766442595-router', 'tenant_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'e903f4d0-1b6a-4022-8ac4-36d9697e44a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:05:37Z', 'updated_at': '2021-04-30T16:05:42Z', 'revision_number': 4, 'project_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'gw_port': {'id': 'e903f4d0-1b6a-4022-8ac4-36d9697e44a3', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06490e76-93fd-4852-8a82-ebdcf97a896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:38Z', 'updated_at': '2021-04-30T16:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': 'd73a8e00-ef7e-459d-8178-8147ac826fcb', 'name': '', 'network_id': '9791b277-b5a8-4646-8c2b-3014e98982ed', 'tenant_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'mac_address': 'fa:16:3e:5a:b3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06490e76-93fd-4852-8a82-ebdcf97a896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '45b50065-4d3f-4fe1-8ed8-f21f633ecd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:41Z', 'updated_at': '2021-04-30T16:05:42Z', 'revision_number': 2, 'project_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'subnets': [{'id': '45b50065-4d3f-4fe1-8ed8-f21f633ecd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:05:43.862296 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-aeec7a4a-aa4f-4242-b3ee-cf43ac40fd4a None None] Provisioning complete for port d73a8e00-ef7e-459d-8178-8147ac826fcb triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:43.862675 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-aeec7a4a-aa4f-4242-b3ee-cf43ac40fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:43.864565 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-eaa885ec-2797-436b-9920-406bdc59d234 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Calling delete_port for cb54a71b-cf50-42c1-ba34-105e7eceb01c owned by network:floatingip {{(pid=73964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:05:43.920997 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-aeec7a4a-aa4f-4242-b3ee-cf43ac40fd4a None None] Port d73a8e00-ef7e-459d-8178-8147ac826fcb cannot update to ACTIVE because it is not bound. {{(pid=73965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:05:44.001073 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9915ad-58e8-4a9e-aff4-c30c81ae8485 admin admin] Router 06490e76-93fd-4852-8a82-ebdcf97a896f has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:05:44.249877 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-eaa885ec-2797-436b-9920-406bdc59d234 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:44.256503 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:44.307749 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa885ec-2797-436b-9920-406bdc59d234 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Pushing event deleted for resources: {'Port': ['ID=cb54a71b-cf50-42c1-ba34-105e7eceb01c,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:44.311852 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9915ad-58e8-4a9e-aff4-c30c81ae8485 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:05:44.313430 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-eaa885ec-2797-436b-9920-406bdc59d234 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:44.402553 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-6b9915ad-58e8-4a9e-aff4-c30c81ae8485 admin admin] 10.222.0.72 "PUT /v2.0/routers/06490e76-93fd-4852-8a82-ebdcf97a896f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8332422 Apr 30 16:05:44.415690 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-eaa885ec-2797-436b-9920-406bdc59d234 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for floatingip, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:44.418022 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-eaa885ec-2797-436b-9920-406bdc59d234 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for floatingip, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:44.419387 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-eaa885ec-2797-436b-9920-406bdc59d234 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "DELETE /v2.0/floatingips/226701f0-e599-4cbd-8b26-d12ae3ac6486 HTTP/1.1" status: 204 len: 168 time: 1.4367235 Apr 30 16:05:44.689872 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 37484) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:44.695291 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-3e0676ae-cc6c-4599-a232-48fef334f78e tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Request body: {'security_group': {'name': 'tempest-securitygroup--956307819', 'description': 'tempest-description--957039641'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:44.701023 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-3e0676ae-cc6c-4599-a232-48fef334f78e tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:44.704975 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-3e0676ae-cc6c-4599-a232-48fef334f78e tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Usage tracker for resource:security_group and tenant:2585736d9b1c4eaabdd630f3e03e2da0 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:44.707745 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-3e0676ae-cc6c-4599-a232-48fef334f78e tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:44.713556 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-3e0676ae-cc6c-4599-a232-48fef334f78e tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:44.725363 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3e0676ae-cc6c-4599-a232-48fef334f78e tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:44.745186 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-3e0676ae-cc6c-4599-a232-48fef334f78e tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:44.749841 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-3e0676ae-cc6c-4599-a232-48fef334f78e tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Usage tracker for resource:security_group_rule and tenant:2585736d9b1c4eaabdd630f3e03e2da0 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:44.752657 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-3e0676ae-cc6c-4599-a232-48fef334f78e tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:44.758264 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-3e0676ae-cc6c-4599-a232-48fef334f78e tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:44.837011 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3e0676ae-cc6c-4599-a232-48fef334f78e tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:44.840978 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3e0676ae-cc6c-4599-a232-48fef334f78e tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:44.847389 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-4cea8568-3fe6-435e-b585-a5ec0a7aff4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:44.887227 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0676ae-cc6c-4599-a232-48fef334f78e tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc48938-e256-477e-90ad-9710e441ecb6,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:44.890896 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-3e0676ae-cc6c-4599-a232-48fef334f78e tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:44.892189 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3e0676ae-cc6c-4599-a232-48fef334f78e tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:44.896524 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-3e0676ae-cc6c-4599-a232-48fef334f78e tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2025111 Apr 30 16:05:44.897350 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 37494) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:44.902465 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-4447edfc-b928-4393-8878-6a7fe7dede88 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Request body: {'security_group_rule': {'security_group_id': '7dc48938-e256-477e-90ad-9710e441ecb6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:44.909104 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-4447edfc-b928-4393-8878-6a7fe7dede88 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:44.913829 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-4447edfc-b928-4393-8878-6a7fe7dede88 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Usage tracker for resource:security_group_rule and tenant:2585736d9b1c4eaabdd630f3e03e2da0 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:44.916679 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-4447edfc-b928-4393-8878-6a7fe7dede88 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:44.923322 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-4447edfc-b928-4393-8878-6a7fe7dede88 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:44.939667 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4447edfc-b928-4393-8878-6a7fe7dede88 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:45.002962 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4447edfc-b928-4393-8878-6a7fe7dede88 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:45.006602 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4447edfc-b928-4393-8878-6a7fe7dede88 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750673'] for security_group_rule, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:45.009087 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:45.029462 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447edfc-b928-4393-8878-6a7fe7dede88 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199432e5-ff7e-4512-878a-d0dad657f13f,revision_number=0']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:45.033404 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-4447edfc-b928-4393-8878-6a7fe7dede88 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:45.041888 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-4447edfc-b928-4393-8878-6a7fe7dede88 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:45.043238 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-4447edfc-b928-4393-8878-6a7fe7dede88 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1450400 Apr 30 16:05:45.046629 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 37502) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:45.051606 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-e13de0d4-d275-4764-80e4-359b04d9286a tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Request body: {'security_group_rule': {'security_group_id': '7dc48938-e256-477e-90ad-9710e441ecb6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:45.057327 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-e13de0d4-d275-4764-80e4-359b04d9286a tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:45.061689 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-e13de0d4-d275-4764-80e4-359b04d9286a tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Usage tracker for resource:security_group_rule and tenant:2585736d9b1c4eaabdd630f3e03e2da0 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:45.064531 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-e13de0d4-d275-4764-80e4-359b04d9286a tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:45.070187 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-e13de0d4-d275-4764-80e4-359b04d9286a tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:45.086271 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-e13de0d4-d275-4764-80e4-359b04d9286a tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:45.151357 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-e13de0d4-d275-4764-80e4-359b04d9286a tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:45.156789 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-e13de0d4-d275-4764-80e4-359b04d9286a tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750673'] for security_group_rule, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:45.158905 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:45.182622 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13de0d4-d275-4764-80e4-359b04d9286a tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b0e6d83-50e0-4f75-885b-5336ed862bd1,revision_number=0']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:45.185096 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-e13de0d4-d275-4764-80e4-359b04d9286a tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:45.194978 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-e13de0d4-d275-4764-80e4-359b04d9286a tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:45.199190 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-e13de0d4-d275-4764-80e4-359b04d9286a tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1486998 Apr 30 16:05:45.199411 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 37510) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:45.205750 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-c294c24c-cfa5-468a-b0b4-3df75785b0a5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Request body: {'floatingip': {'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:45.218119 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-c294c24c-cfa5-468a-b0b4-3df75785b0a5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:45.222243 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-c294c24c-cfa5-468a-b0b4-3df75785b0a5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Usage tracker for resource:floatingip and tenant:2585736d9b1c4eaabdd630f3e03e2da0 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:05:45.226549 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-c294c24c-cfa5-468a-b0b4-3df75785b0a5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:05:45.232509 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-c294c24c-cfa5-468a-b0b4-3df75785b0a5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:45.245209 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-c294c24c-cfa5-468a-b0b4-3df75785b0a5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for floatingip, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:45.399511 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-c294c24c-cfa5-468a-b0b4-3df75785b0a5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:45.600012 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_common [None req-c294c24c-cfa5-468a-b0b4-3df75785b0a5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Allocated IP 172.27.3.127 (7713db68-e23d-4336-9c52-9698584522df/6c05463b-e465-4436-9156-1956ee4f9865/640d27c9-49c6-4673-bcb8-e86fa5cb24db) {{(pid=73964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:05:45.721684 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device e903f4d0-1b6a-4022-8ac4-36d9697e44a3 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:45.820438 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port e903f4d0-1b6a-4022-8ac4-36d9697e44a3 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:45.826937 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port e903f4d0-1b6a-4022-8ac4-36d9697e44a3 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:45.827310 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:45.842203 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-c294c24c-cfa5-468a-b0b4-3df75785b0a5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for port, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:45.891747 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-c294c24c-cfa5-468a-b0b4-3df75785b0a5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:45.899642 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-6eb272df-5eae-4444-964e-0c3786fe23f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:45.938218 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-ec6ee6ca-df90-41db-8c4e-7d80402da410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:45.946355 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:46.018600 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c294c24c-cfa5-468a-b0b4-3df75785b0a5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Network 7713db68-e23d-4336-9c52-9698584522df is already hosted by enough agents. {{(pid=73964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:05:46.025250 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:46.031261 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-c294c24c-cfa5-468a-b0b4-3df75785b0a5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Resources bound (agent type, host, resource id): {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:46.036015 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c294c24c-cfa5-468a-b0b4-3df75785b0a5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Received port after_create {{(pid=73964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:05:46.065171 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] For port e903f4d0-1b6a-4022-8ac4-36d9697e44a3, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=e903f4d0-1b6a-4022-8ac4-36d9697e44a3,segment=NetworkSegment(a30bcc7b-d76f-404c-9f7c-d7e43145326e),segment_id=a30bcc7b-d76f-404c-9f7c-d7e43145326e)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:46.071259 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:46.073322 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:46.081531 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294c24c-cfa5-468a-b0b4-3df75785b0a5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Pushing event updated for resources: {'Port': ['ID=640d27c9-49c6-4673-bcb8-e86fa5cb24db,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:46.086257 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-c294c24c-cfa5-468a-b0b4-3df75785b0a5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:46.134735 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-c294c24c-cfa5-468a-b0b4-3df75785b0a5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:46.161318 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Pushing event updated for resources: {'Port': ['ID=e903f4d0-1b6a-4022-8ac4-36d9697e44a3,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:46.165639 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:46.247466 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-c294c24c-cfa5-468a-b0b4-3df75785b0a5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:46.495036 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-c294c24c-cfa5-468a-b0b4-3df75785b0a5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for port, precommit_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:46.501530 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-c294c24c-cfa5-468a-b0b4-3df75785b0a5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714077'] for port, after_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:46.510862 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:46.664261 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:46.743015 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294c24c-cfa5-468a-b0b4-3df75785b0a5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Pushing event updated for resources: {'Port': ['ID=640d27c9-49c6-4673-bcb8-e86fa5cb24db,revision_number=2']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:46.749302 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-c294c24c-cfa5-468a-b0b4-3df75785b0a5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:46.761883 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-c294c24c-cfa5-468a-b0b4-3df75785b0a5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-915876'] for floatingip, after_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:46.787606 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-c294c24c-cfa5-468a-b0b4-3df75785b0a5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for floatingip, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:46.787606 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-c294c24c-cfa5-468a-b0b4-3df75785b0a5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5865910 Apr 30 16:05:47.047063 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-d2ca69cf-07d0-437d-80b4-a8150916f11a tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Synchronizing usage tracker for tenant:2585736d9b1c4eaabdd630f3e03e2da0 on resource:security_group {{(pid=73964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:47.066363 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-d2ca69cf-07d0-437d-80b4-a8150916f11a tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Unset dirty status for tenant:2585736d9b1c4eaabdd630f3e03e2da0 on resource:security_group {{(pid=73964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:47.067664 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-d2ca69cf-07d0-437d-80b4-a8150916f11a tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--956307819&fields=id&tenant_id=2585736d9b1c4eaabdd630f3e03e2da0 HTTP/1.1" status: 200 len: 267 time: 0.0759428 Apr 30 16:05:47.233465 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-6836250e-b88b-4964-89d9-90611d56ed9c tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:47.236948 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-6836250e-b88b-4964-89d9-90611d56ed9c tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/networks?id=529eb04d-afd1-4ec1-a7cf-59406e4ebee4 HTTP/1.1" status: 200 len: 811 time: 0.1603823 Apr 30 16:05:47.250248 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-e5325199-fe74-4c25-aec8-17b687e59d81 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/quotas/2585736d9b1c4eaabdd630f3e03e2da0 HTTP/1.1" status: 200 len: 375 time: 0.0097401 Apr 30 16:05:47.362011 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-c74ddf86-958b-4f7b-a942-679c0e495582 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Synchronizing usage tracker for tenant:2585736d9b1c4eaabdd630f3e03e2da0 on resource:port {{(pid=73964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:47.380716 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcfb268-3b2c-455b-a276-2689d23ac3ec None None] Sync routers for ids ['06490e76-93fd-4852-8a82-ebdcf97a896f'] in dv-cinder-787195-6-iscsi {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:05:47.387060 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-c74ddf86-958b-4f7b-a942-679c0e495582 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Unset dirty status for tenant:2585736d9b1c4eaabdd630f3e03e2da0 on resource:port {{(pid=73964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:47.392309 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-c74ddf86-958b-4f7b-a942-679c0e495582 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2585736d9b1c4eaabdd630f3e03e2da0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1327417 Apr 30 16:05:47.399260 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcfb268-3b2c-455b-a276-2689d23ac3ec None None] Routers {'06490e76-93fd-4852-8a82-ebdcf97a896f'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:05:47.400061 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-dfcfb268-3b2c-455b-a276-2689d23ac3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:05:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['06490e76-93fd-4852-8a82-ebdcf97a896f'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:47.623867 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-dfcfb268-3b2c-455b-a276-2689d23ac3ec None None] Set router 06490e76-93fd-4852-8a82-ebdcf97a896f gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:05:47.676401 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device e903f4d0-1b6a-4022-8ac4-36d9697e44a3 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:47.734144 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-73773f92-e070-4826-86bf-adb5da36dfd0 service neutron] 10.222.0.72 "GET /v2.0/networks/529eb04d-afd1-4ec1-a7cf-59406e4ebee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297269 Apr 30 16:05:47.772337 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port e903f4d0-1b6a-4022-8ac4-36d9697e44a3 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:47.776640 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:47.903659 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-d95a4fd4-5642-4065-92b9-c0393663f3d9 service neutron] 10.222.0.72 "GET /v2.0/networks/529eb04d-afd1-4ec1-a7cf-59406e4ebee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610782 Apr 30 16:05:48.031483 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-dfcfb268-3b2c-455b-a276-2689d23ac3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06490e76-93fd-4852-8a82-ebdcf97a896f', 'name': 'tempest-TestMinimumBasicScenario-766442595-router', 'tenant_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'e903f4d0-1b6a-4022-8ac4-36d9697e44a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:05:37Z', 'updated_at': '2021-04-30T16:05:42Z', 'revision_number': 4, 'project_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'gw_port': {'id': 'e903f4d0-1b6a-4022-8ac4-36d9697e44a3', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06490e76-93fd-4852-8a82-ebdcf97a896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:38Z', 'updated_at': '2021-04-30T16:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': 'd73a8e00-ef7e-459d-8178-8147ac826fcb', 'name': '', 'network_id': '9791b277-b5a8-4646-8c2b-3014e98982ed', 'tenant_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'mac_address': 'fa:16:3e:5a:b3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06490e76-93fd-4852-8a82-ebdcf97a896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '45b50065-4d3f-4fe1-8ed8-f21f633ecd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:41Z', 'updated_at': '2021-04-30T16:05:42Z', 'revision_number': 2, 'project_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'subnets': [{'id': '45b50065-4d3f-4fe1-8ed8-f21f633ecd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:48.040476 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcfb268-3b2c-455b-a276-2689d23ac3ec None None] Checking router: 06490e76-93fd-4852-8a82-ebdcf97a896f for host: dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:05:48.040476 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcfb268-3b2c-455b-a276-2689d23ac3ec None None] Updating router 06490e76-93fd-4852-8a82-ebdcf97a896f port d73a8e00-ef7e-459d-8178-8147ac826fcb binding host dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:05:48.100455 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-dfcfb268-3b2c-455b-a276-2689d23ac3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:48.262080 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-0267b37d-5ab3-49d1-9900-4b20839ee813 req-8cb7ae59-11a2-4070-8f94-e51c4efbfca8 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Synchronizing usage tracker for tenant:2585736d9b1c4eaabdd630f3e03e2da0 on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:48.276561 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-0267b37d-5ab3-49d1-9900-4b20839ee813 req-8cb7ae59-11a2-4070-8f94-e51c4efbfca8 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Unset dirty status for tenant:2585736d9b1c4eaabdd630f3e03e2da0 on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:48.285997 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0267b37d-5ab3-49d1-9900-4b20839ee813 req-8cb7ae59-11a2-4070-8f94-e51c4efbfca8 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=790f10d8-885e-435b-b3df-e1c2d9976273 HTTP/1.1" status: 200 len: 210 time: 0.1964664 Apr 30 16:05:48.466466 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:48.542209 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-dfcfb268-3b2c-455b-a276-2689d23ac3ec None None] Notify callbacks [] for port, precommit_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:48.554519 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.provisioning_blocks [None req-dfcfb268-3b2c-455b-a276-2689d23ac3ec None None] Transition to ACTIVE for port object d73a8e00-ef7e-459d-8178-8147ac826fcb will not be triggered until provisioned by entity L2. {{(pid=73966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:48.563365 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-dfcfb268-3b2c-455b-a276-2689d23ac3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:48.568077 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:48.647482 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9858d2-69d4-4d41-8346-68e5e7314204 None None] Pushing event updated for resources: {'Port': ['ID=d73a8e00-ef7e-459d-8178-8147ac826fcb,revision_number=3']} {{(pid=73966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:48.659147 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-da9858d2-69d4-4d41-8346-68e5e7314204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:48.837661 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-dfcfb268-3b2c-455b-a276-2689d23ac3ec None None] Attempting to bind port d73a8e00-ef7e-459d-8178-8147ac826fcb on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:05:48.838325 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-dfcfb268-3b2c-455b-a276-2689d23ac3ec None None] Attempting to bind port d73a8e00-ef7e-459d-8178-8147ac826fcb by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': '1927a8d7-b368-4d90-b6fe-9b2782f48d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9791b277-b5a8-4646-8c2b-3014e98982ed'}] {{(pid=73966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:05:48.838893 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcfb268-3b2c-455b-a276-2689d23ac3ec None None] Attempting to bind port d73a8e00-ef7e-459d-8178-8147ac826fcb on network 9791b277-b5a8-4646-8c2b-3014e98982ed {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:48.846487 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcfb268-3b2c-455b-a276-2689d23ac3ec None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:05:48.847165 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcfb268-3b2c-455b-a276-2689d23ac3ec None None] Checking segment: {'id': '1927a8d7-b368-4d90-b6fe-9b2782f48d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9791b277-b5a8-4646-8c2b-3014e98982ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:05:48.847663 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-dfcfb268-3b2c-455b-a276-2689d23ac3ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:48.848079 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcfb268-3b2c-455b-a276-2689d23ac3ec None None] Bound using segment: {'id': '1927a8d7-b368-4d90-b6fe-9b2782f48d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9791b277-b5a8-4646-8c2b-3014e98982ed'} {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:05:48.848727 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-dfcfb268-3b2c-455b-a276-2689d23ac3ec None None] Bound port: d73a8e00-ef7e-459d-8178-8147ac826fcb, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1927a8d7-b368-4d90-b6fe-9b2782f48d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9791b277-b5a8-4646-8c2b-3014e98982ed'}}] {{(pid=73966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:05:48.849335 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-dfcfb268-3b2c-455b-a276-2689d23ac3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:48.962787 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.db [None req-dfcfb268-3b2c-455b-a276-2689d23ac3ec None None] For port d73a8e00-ef7e-459d-8178-8147ac826fcb, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:05:48.966475 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.db [None req-dfcfb268-3b2c-455b-a276-2689d23ac3ec None None] For port d73a8e00-ef7e-459d-8178-8147ac826fcb, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=d73a8e00-ef7e-459d-8178-8147ac826fcb,segment=NetworkSegment(1927a8d7-b368-4d90-b6fe-9b2782f48d85),segment_id=1927a8d7-b368-4d90-b6fe-9b2782f48d85)] {{(pid=73966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:05:48.972335 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-dfcfb268-3b2c-455b-a276-2689d23ac3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:48.989710 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:49.092436 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcfb268-3b2c-455b-a276-2689d23ac3ec None None] Routers {'06490e76-93fd-4852-8a82-ebdcf97a896f'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:05:49.092436 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-dfcfb268-3b2c-455b-a276-2689d23ac3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:05:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['06490e76-93fd-4852-8a82-ebdcf97a896f'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:49.223591 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9858d2-69d4-4d41-8346-68e5e7314204 None None] Pushing event updated for resources: {'Port': ['ID=d73a8e00-ef7e-459d-8178-8147ac826fcb,revision_number=4']} {{(pid=73966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:49.228955 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-da9858d2-69d4-4d41-8346-68e5e7314204 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:49.431790 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-dfcfb268-3b2c-455b-a276-2689d23ac3ec None None] Set router 06490e76-93fd-4852-8a82-ebdcf97a896f gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:05:49.489896 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-fcb2344d-3ce5-4d50-88f9-f87d58054fe0 req-c026268e-128a-494d-8548-73bdc3b88dfd tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=790f10d8-885e-435b-b3df-e1c2d9976273 HTTP/1.1" status: 200 len: 210 time: 0.0467956 Apr 30 16:05:49.704573 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device d73a8e00-ef7e-459d-8178-8147ac826fcb up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:49.844667 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port d73a8e00-ef7e-459d-8178-8147ac826fcb completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:49.852992 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port d73a8e00-ef7e-459d-8178-8147ac826fcb triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:49.853373 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:49.917548 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-dfcfb268-3b2c-455b-a276-2689d23ac3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06490e76-93fd-4852-8a82-ebdcf97a896f', 'name': 'tempest-TestMinimumBasicScenario-766442595-router', 'tenant_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'e903f4d0-1b6a-4022-8ac4-36d9697e44a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:05:37Z', 'updated_at': '2021-04-30T16:05:42Z', 'revision_number': 4, 'project_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'gw_port': {'id': 'e903f4d0-1b6a-4022-8ac4-36d9697e44a3', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06490e76-93fd-4852-8a82-ebdcf97a896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:38Z', 'updated_at': '2021-04-30T16:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': 'd73a8e00-ef7e-459d-8178-8147ac826fcb', 'name': '', 'network_id': '9791b277-b5a8-4646-8c2b-3014e98982ed', 'tenant_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'mac_address': 'fa:16:3e:5a:b3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06490e76-93fd-4852-8a82-ebdcf97a896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '45b50065-4d3f-4fe1-8ed8-f21f633ecd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:41Z', 'updated_at': '2021-04-30T16:05:48Z', 'revision_number': 4, 'project_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'subnets': [{'id': '45b50065-4d3f-4fe1-8ed8-f21f633ecd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:49.922997 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcfb268-3b2c-455b-a276-2689d23ac3ec None None] The sync data for ids ['06490e76-93fd-4852-8a82-ebdcf97a896f'] in dv-cinder-787195-6-iscsi is: [{'id': '06490e76-93fd-4852-8a82-ebdcf97a896f', 'name': 'tempest-TestMinimumBasicScenario-766442595-router', 'tenant_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'e903f4d0-1b6a-4022-8ac4-36d9697e44a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:05:37Z', 'updated_at': '2021-04-30T16:05:42Z', 'revision_number': 4, 'project_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'gw_port': {'id': 'e903f4d0-1b6a-4022-8ac4-36d9697e44a3', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06490e76-93fd-4852-8a82-ebdcf97a896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:38Z', 'updated_at': '2021-04-30T16:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': 'd73a8e00-ef7e-459d-8178-8147ac826fcb', 'name': '', 'network_id': '9791b277-b5a8-4646-8c2b-3014e98982ed', 'tenant_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'mac_address': 'fa:16:3e:5a:b3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06490e76-93fd-4852-8a82-ebdcf97a896f', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '45b50065-4d3f-4fe1-8ed8-f21f633ecd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:41Z', 'updated_at': '2021-04-30T16:05:48Z', 'revision_number': 4, 'project_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'subnets': [{'id': '45b50065-4d3f-4fe1-8ed8-f21f633ecd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:05:49.976463 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-deb16b90-fafb-405b-b923-d07b6ab1ac23 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:49.978574 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-deb16b90-fafb-405b-b923-d07b6ab1ac23 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.42 "GET /v2.0/networks?id=529eb04d-afd1-4ec1-a7cf-59406e4ebee4 HTTP/1.1" status: 200 len: 811 time: 0.2459779 Apr 30 16:05:50.080438 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-b6957fe5-2932-4296-90e0-abbe863eb43b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Synchronizing usage tracker for tenant:2585736d9b1c4eaabdd630f3e03e2da0 on resource:security_group {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:50.108130 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-b6957fe5-2932-4296-90e0-abbe863eb43b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Unset dirty status for tenant:2585736d9b1c4eaabdd630f3e03e2da0 on resource:security_group {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:50.113040 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-b6957fe5-2932-4296-90e0-abbe863eb43b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2585736d9b1c4eaabdd630f3e03e2da0 HTTP/1.1" status: 200 len: 379 time: 0.1184039 Apr 30 16:05:50.125039 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:50.125731 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-1a27579e-cd5e-4f83-85ee-b43a1edb6004 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Request body: {'port': {'device_id': '790f10d8-885e-435b-b3df-e1c2d9976273', 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4', 'admin_state_up': True, 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'security_groups': ['7dc48938-e256-477e-90ad-9710e441ecb6']}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:50.187416 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] For port d73a8e00-ef7e-459d-8178-8147ac826fcb, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=d73a8e00-ef7e-459d-8178-8147ac826fcb,segment=NetworkSegment(1927a8d7-b368-4d90-b6fe-9b2782f48d85),segment_id=1927a8d7-b368-4d90-b6fe-9b2782f48d85)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:50.202713 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:50.207031 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-33a4ad35-caf9-4b45-9139-ca6348cab690 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:50.293704 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Pushing event updated for resources: {'Port': ['ID=d73a8e00-ef7e-459d-8178-8147ac826fcb,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:50.297403 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:50.348527 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-1a27579e-cd5e-4f83-85ee-b43a1edb6004 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:50.369462 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-1a27579e-cd5e-4f83-85ee-b43a1edb6004 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:50.388865 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-1a27579e-cd5e-4f83-85ee-b43a1edb6004 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Made reservation on behalf of 2585736d9b1c4eaabdd630f3e03e2da0 for: {'port': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:05:50.392933 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-1a27579e-cd5e-4f83-85ee-b43a1edb6004 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:50.717616 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-22fc179e-c403-4da4-b713-6efec7ac4c53 req-10d8f1da-07b0-4426-ad86-79e248dced8d tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=790f10d8-885e-435b-b3df-e1c2d9976273 HTTP/1.1" status: 200 len: 210 time: 0.0575237 Apr 30 16:05:50.728003 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-1a27579e-cd5e-4f83-85ee-b43a1edb6004 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Allocated IP 172.20.0.11 (529eb04d-afd1-4ec1-a7cf-59406e4ebee4/9b5b4d6f-2a10-41bf-be25-6159859e6aec/2e8ad280-00fc-409d-9d19-0dd07f048d53) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:05:50.977522 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-1a27579e-cd5e-4f83-85ee-b43a1edb6004 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:50.997911 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-1a27579e-cd5e-4f83-85ee-b43a1edb6004 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Transition to ACTIVE for port object 2e8ad280-00fc-409d-9d19-0dd07f048d53 will not be triggered until provisioned by entity DHCP. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:51.045806 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-1a27579e-cd5e-4f83-85ee-b43a1edb6004 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:51.071313 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-258bdcd1-c286-4ba1-aa74-77f8296833be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:51.139565 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-1a27579e-cd5e-4f83-85ee-b43a1edb6004 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Network 529eb04d-afd1-4ec1-a7cf-59406e4ebee4 is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:05:51.142726 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-1a27579e-cd5e-4f83-85ee-b43a1edb6004 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:05:51.154896 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-1a27579e-cd5e-4f83-85ee-b43a1edb6004 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:05:51.187518 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27579e-cd5e-4f83-85ee-b43a1edb6004 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Pushing event updated for resources: {'Port': ['ID=2e8ad280-00fc-409d-9d19-0dd07f048d53,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:51.198218 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-1a27579e-cd5e-4f83-85ee-b43a1edb6004 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:51.229177 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-1a27579e-cd5e-4f83-85ee-b43a1edb6004 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:51.229781 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-1a27579e-cd5e-4f83-85ee-b43a1edb6004 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:51.267703 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-1a27579e-cd5e-4f83-85ee-b43a1edb6004 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1455662 Apr 30 16:05:51.282678 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-eb67cd25-0ba0-4392-bc83-052e03b78955 service neutron] Request body: {'port': {'device_id': '790f10d8-885e-435b-b3df-e1c2d9976273', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:51.376288 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-1f590c53-06eb-46c2-91ec-515e76efb7b9 None None] Provisioning for port 2e8ad280-00fc-409d-9d19-0dd07f048d53 completed by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:51.381969 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-1f590c53-06eb-46c2-91ec-515e76efb7b9 None None] Provisioning complete for port 2e8ad280-00fc-409d-9d19-0dd07f048d53 triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:51.382446 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1f590c53-06eb-46c2-91ec-515e76efb7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:51.408246 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-eb67cd25-0ba0-4392-bc83-052e03b78955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:51.447150 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-1f590c53-06eb-46c2-91ec-515e76efb7b9 None None] Port 2e8ad280-00fc-409d-9d19-0dd07f048d53 cannot update to ACTIVE because it is not bound. {{(pid=73965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:05:51.668110 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device d73a8e00-ef7e-459d-8178-8147ac826fcb up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:51.763688 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port d73a8e00-ef7e-459d-8178-8147ac826fcb triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:51.764100 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:51.870299 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-eb67cd25-0ba0-4392-bc83-052e03b78955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8ad280-00fc-409d-9d19-0dd07f048d53 {{(pid=73963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:05:51.925133 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-eb67cd25-0ba0-4392-bc83-052e03b78955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:51.946201 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-eb67cd25-0ba0-4392-bc83-052e03b78955 service neutron] Transition to ACTIVE for port object 2e8ad280-00fc-409d-9d19-0dd07f048d53 will not be triggered until provisioned by entity L2. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:05:51.955747 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-eb67cd25-0ba0-4392-bc83-052e03b78955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914934'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:51.965568 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-110eae54-fafc-49d5-ac71-ab154c14f0e6 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:52.118755 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67cd25-0ba0-4392-bc83-052e03b78955 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8ad280-00fc-409d-9d19-0dd07f048d53,revision_number=2']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:52.124772 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-eb67cd25-0ba0-4392-bc83-052e03b78955 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:52.134613 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b126d98-8136-4d05-bf25-ebe65e125ccb req-609016b9-a5b4-4ba9-87a8-d49c2e131b27 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:52.135498 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-2b126d98-8136-4d05-bf25-ebe65e125ccb req-609016b9-a5b4-4ba9-87a8-d49c2e131b27 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Synchronizing usage tracker for tenant:2585736d9b1c4eaabdd630f3e03e2da0 on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:52.390823 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-2b126d98-8136-4d05-bf25-ebe65e125ccb req-609016b9-a5b4-4ba9-87a8-d49c2e131b27 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Unset dirty status for tenant:2585736d9b1c4eaabdd630f3e03e2da0 on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:52.398173 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2b126d98-8136-4d05-bf25-ebe65e125ccb req-609016b9-a5b4-4ba9-87a8-d49c2e131b27 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=790f10d8-885e-435b-b3df-e1c2d9976273 HTTP/1.1" status: 200 len: 932 time: 0.5216460 Apr 30 16:05:52.490938 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2b126d98-8136-4d05-bf25-ebe65e125ccb req-61e5da4d-104a-49a4-bf68-dbb4aa9a7390 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dc48938-e256-477e-90ad-9710e441ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896282 Apr 30 16:05:52.501148 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-eb67cd25-0ba0-4392-bc83-052e03b78955 service neutron] Attempting to bind port 2e8ad280-00fc-409d-9d19-0dd07f048d53 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:05:52.501479 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-eb67cd25-0ba0-4392-bc83-052e03b78955 service neutron] Attempting to bind port 2e8ad280-00fc-409d-9d19-0dd07f048d53 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '339bd56c-1f0a-4053-8cac-7bb55f02edd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4'}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:05:52.501918 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-eb67cd25-0ba0-4392-bc83-052e03b78955 service neutron] Attempting to bind port 2e8ad280-00fc-409d-9d19-0dd07f048d53 on network 529eb04d-afd1-4ec1-a7cf-59406e4ebee4 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:52.510792 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-eb67cd25-0ba0-4392-bc83-052e03b78955 service neutron] Port 2e8ad280-00fc-409d-9d19-0dd07f048d53 on network 529eb04d-afd1-4ec1-a7cf-59406e4ebee4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:05:52.511270 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-eb67cd25-0ba0-4392-bc83-052e03b78955 service neutron] Attempting to bind port 2e8ad280-00fc-409d-9d19-0dd07f048d53 on network 529eb04d-afd1-4ec1-a7cf-59406e4ebee4 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:05:52.519649 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-eb67cd25-0ba0-4392-bc83-052e03b78955 service neutron] Checking agent: {'id': '12734182-a135-4f20-887d-69ffd9792d0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'started_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:05:52.520468 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-eb67cd25-0ba0-4392-bc83-052e03b78955 service neutron] Checking segment: {'id': '339bd56c-1f0a-4053-8cac-7bb55f02edd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:05:52.521253 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-eb67cd25-0ba0-4392-bc83-052e03b78955 service neutron] Bound using segment: {'id': '339bd56c-1f0a-4053-8cac-7bb55f02edd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4'} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:05:52.522406 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-eb67cd25-0ba0-4392-bc83-052e03b78955 service neutron] Bound port: 2e8ad280-00fc-409d-9d19-0dd07f048d53, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339bd56c-1f0a-4053-8cac-7bb55f02edd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4'}}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:05:52.523114 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-eb67cd25-0ba0-4392-bc83-052e03b78955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:52.627299 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-eb67cd25-0ba0-4392-bc83-052e03b78955 service neutron] For port 2e8ad280-00fc-409d-9d19-0dd07f048d53, host hv-cinder-78719, cleared binding levels {{(pid=73963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:05:52.630514 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-eb67cd25-0ba0-4392-bc83-052e03b78955 service neutron] For port 2e8ad280-00fc-409d-9d19-0dd07f048d53, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2e8ad280-00fc-409d-9d19-0dd07f048d53,segment=NetworkSegment(339bd56c-1f0a-4053-8cac-7bb55f02edd1),segment_id=339bd56c-1f0a-4053-8cac-7bb55f02edd1)] {{(pid=73963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:05:52.635350 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-eb67cd25-0ba0-4392-bc83-052e03b78955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914934'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:52.641962 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-2744981b-0cee-4988-b96a-6cb41e3bee43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:52.711514 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9c650-cf54-4756-b729-7937e99398de req-fcdb2cf5-cf1c-4063-9015-2dcf73d7da11 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:52.716546 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-eb67cd25-0ba0-4392-bc83-052e03b78955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:52.717233 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-eb67cd25-0ba0-4392-bc83-052e03b78955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:52.718680 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-eb67cd25-0ba0-4392-bc83-052e03b78955 service neutron] 10.222.0.42 "PUT /v2.0/ports/2e8ad280-00fc-409d-9d19-0dd07f048d53 HTTP/1.1" status: 200 len: 1094 time: 1.4436531 Apr 30 16:05:52.719245 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790f10d8-885e-435b-b3df-e1c2d9976273', 'tag': '2e8ad280-00fc-409d-9d19-0dd07f048d53'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:05:52.720131 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-63e9c650-cf54-4756-b729-7937e99398de req-fcdb2cf5-cf1c-4063-9015-2dcf73d7da11 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 947 time: 0.0987303 Apr 30 16:05:52.741498 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67cd25-0ba0-4392-bc83-052e03b78955 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8ad280-00fc-409d-9d19-0dd07f048d53,revision_number=3']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:52.753449 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-eb67cd25-0ba0-4392-bc83-052e03b78955 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:52.782901 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790f10d8-885e-435b-b3df-e1c2d9976273', 'tag': '2e8ad280-00fc-409d-9d19-0dd07f048d53', 'status': 'completed', 'code': 200} Apr 30 16:05:52.811905 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-63e9c650-cf54-4756-b729-7937e99398de req-8adbf6d2-71ae-449c-826f-d99c49d0afda tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883002 Apr 30 16:05:52.875515 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-e78e95c1-4156-494e-9fb4-1399b81e49dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:52.877030 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-e78e95c1-4156-494e-9fb4-1399b81e49dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2585736d9b1c4eaabdd630f3e03e2da0&device_id=790f10d8-885e-435b-b3df-e1c2d9976273 HTTP/1.1" status: 200 len: 1097 time: 0.0962737 Apr 30 16:05:52.954571 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-e7c01efb-e9e3-4fb9-930a-cdcabec4578d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e8ad280-00fc-409d-9d19-0dd07f048d53 HTTP/1.1" status: 200 len: 217 time: 0.0683384 Apr 30 16:05:53.043662 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-9171aec5-dae2-404f-83ce-7ae090c8e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:53.045390 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-9171aec5-dae2-404f-83ce-7ae090c8e7da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b5b4d6f-2a10-41bf-be25-6159859e6aec HTTP/1.1" status: 200 len: 850 time: 0.0802038 Apr 30 16:05:53.127450 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-6833055f-5741-4c66-89a4-2b26bd3bd21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:53.128890 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-6833055f-5741-4c66-89a4-2b26bd3bd21c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=529eb04d-afd1-4ec1-a7cf-59406e4ebee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750551 Apr 30 16:05:53.268839 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-0ea1fdaf-7d75-47af-8d9e-12919e062bad service neutron] 10.222.0.42 "GET /v2.0/networks/529eb04d-afd1-4ec1-a7cf-59406e4ebee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291881 Apr 30 16:05:53.417895 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ccb29cd0-2163-43f6-9e92-6f731c31c1c2 req-4acd08a7-ddf1-46b3-bb0c-1c695a8a9e7b service neutron] 10.222.0.42 "GET /v2.0/networks/529eb04d-afd1-4ec1-a7cf-59406e4ebee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411312 Apr 30 16:05:53.572487 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff963974-63ef-4066-b23a-0a89422a11ad req-1495597c-cb6a-4057-af22-cd125a4d9045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:53.576777 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ff963974-63ef-4066-b23a-0a89422a11ad req-1495597c-cb6a-4057-af22-cd125a4d9045 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2585736d9b1c4eaabdd630f3e03e2da0&device_id=790f10d8-885e-435b-b3df-e1c2d9976273 HTTP/1.1" status: 200 len: 1097 time: 0.1041927 Apr 30 16:05:53.782661 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff963974-63ef-4066-b23a-0a89422a11ad req-742c8a2d-4fa1-497d-9251-1e6e43012568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:53.784202 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ff963974-63ef-4066-b23a-0a89422a11ad req-742c8a2d-4fa1-497d-9251-1e6e43012568 service neutron] 10.222.0.42 "GET /v2.0/networks?id=529eb04d-afd1-4ec1-a7cf-59406e4ebee4 HTTP/1.1" status: 200 len: 911 time: 0.1999254 Apr 30 16:05:53.795035 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17a125-5170-474e-9244-eb268de04300 req-2d47f31f-ec27-4179-b93e-e3d6c85497c5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:53.796440 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ac17a125-5170-474e-9244-eb268de04300 req-2d47f31f-ec27-4179-b93e-e3d6c85497c5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=790f10d8-885e-435b-b3df-e1c2d9976273 HTTP/1.1" status: 200 len: 944 time: 0.1866770 Apr 30 16:05:53.878491 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ff963974-63ef-4066-b23a-0a89422a11ad req-ff49e544-ce09-43b5-ba7f-d4b2b3573fdb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e8ad280-00fc-409d-9d19-0dd07f048d53 HTTP/1.1" status: 200 len: 217 time: 0.0810239 Apr 30 16:05:53.953835 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ac17a125-5170-474e-9244-eb268de04300 req-cb8de776-6089-4279-8090-90274a35aeff tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dc48938-e256-477e-90ad-9710e441ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985367 Apr 30 16:05:53.983773 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff963974-63ef-4066-b23a-0a89422a11ad req-a744570b-ad93-4792-9c63-6138f0c9c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:53.985258 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ff963974-63ef-4066-b23a-0a89422a11ad req-a744570b-ad93-4792-9c63-6138f0c9c5d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b5b4d6f-2a10-41bf-be25-6159859e6aec HTTP/1.1" status: 200 len: 850 time: 0.0828094 Apr 30 16:05:54.080762 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff963974-63ef-4066-b23a-0a89422a11ad req-fc143abf-f7ec-437d-96cc-f05901ab705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:54.082226 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ff963974-63ef-4066-b23a-0a89422a11ad req-fc143abf-f7ec-437d-96cc-f05901ab705b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=529eb04d-afd1-4ec1-a7cf-59406e4ebee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0896871 Apr 30 16:05:54.099628 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4851b5-b8bf-4d45-a8d4-a151c985dc67 req-e13baa2a-6acb-4486-a666-cf58101a0b21 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:54.101728 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3d4851b5-b8bf-4d45-a8d4-a151c985dc67 req-e13baa2a-6acb-4486-a666-cf58101a0b21 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 947 time: 0.1420529 Apr 30 16:05:54.162436 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3d4851b5-b8bf-4d45-a8d4-a151c985dc67 req-f0765bd3-0016-400a-a455-8df31d26dacf tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523324 Apr 30 16:05:54.239437 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ff963974-63ef-4066-b23a-0a89422a11ad req-d2149448-19a4-4826-8eac-5901f6aba557 service neutron] 10.222.0.42 "GET /v2.0/networks/529eb04d-afd1-4ec1-a7cf-59406e4ebee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473315 Apr 30 16:05:54.537416 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ff963974-63ef-4066-b23a-0a89422a11ad req-b3b28db7-1f68-4431-9631-781872834d78 service neutron] 10.222.0.42 "GET /v2.0/networks/529eb04d-afd1-4ec1-a7cf-59406e4ebee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889996 Apr 30 16:05:54.553074 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401f09c-5557-4bee-8f85-7785fc723eb7 req-37d599fe-aba8-431d-a5da-cb4f572d38cd tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:54.554844 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4401f09c-5557-4bee-8f85-7785fc723eb7 req-37d599fe-aba8-431d-a5da-cb4f572d38cd tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 947 time: 0.1080339 Apr 30 16:05:54.708657 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-4401f09c-5557-4bee-8f85-7785fc723eb7 req-cb3b94e5-0689-408d-b21a-2fedbceff915 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Deleting port c6160013-10e2-4b7e-a71f-0f55535cfa4f {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:05:54.709292 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-4401f09c-5557-4bee-8f85-7785fc723eb7 req-cb3b94e5-0689-408d-b21a-2fedbceff915 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:54.850922 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-4401f09c-5557-4bee-8f85-7785fc723eb7 req-cb3b94e5-0689-408d-b21a-2fedbceff915 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] For port c6160013-10e2-4b7e-a71f-0f55535cfa4f, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c6160013-10e2-4b7e-a71f-0f55535cfa4f,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:54.851198 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-4401f09c-5557-4bee-8f85-7785fc723eb7 req-cb3b94e5-0689-408d-b21a-2fedbceff915 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:55.247227 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-4401f09c-5557-4bee-8f85-7785fc723eb7 req-cb3b94e5-0689-408d-b21a-2fedbceff915 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:55.248165 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-4401f09c-5557-4bee-8f85-7785fc723eb7 req-cb3b94e5-0689-408d-b21a-2fedbceff915 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-915876'] for floatingip, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:55.248165 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.db.l3_db [req-4401f09c-5557-4bee-8f85-7785fc723eb7 req-cb3b94e5-0689-408d-b21a-2fedbceff915 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Floating IP 8a7f9977-a7be-4fa2-a129-807f69956e70 disassociated. External IP: 172.27.3.218, port: c6160013-10e2-4b7e-a71f-0f55535cfa4f. Apr 30 16:05:55.248364 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-4401f09c-5557-4bee-8f85-7785fc723eb7 req-cb3b94e5-0689-408d-b21a-2fedbceff915 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Calling delete_port for c6160013-10e2-4b7e-a71f-0f55535cfa4f owned by compute:nova {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:05:55.269299 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1d547-2a51-41f5-b0dc-85645d1e3849 req-50bf9a96-576e-4196-b34c-3ee8e17f77fb tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:55.270891 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9fd1d547-2a51-41f5-b0dc-85645d1e3849 req-50bf9a96-576e-4196-b34c-3ee8e17f77fb tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=790f10d8-885e-435b-b3df-e1c2d9976273 HTTP/1.1" status: 200 len: 944 time: 0.1399531 Apr 30 16:05:55.339966 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9fd1d547-2a51-41f5-b0dc-85645d1e3849 req-07108ab7-b627-4bda-b5b6-8dfae9e4831d tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dc48938-e256-477e-90ad-9710e441ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505009 Apr 30 16:05:55.399933 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cde26-dde1-4670-b956-a323cdb4be0d req-d755053b-2c4c-417e-b24e-01ffb539eec6 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:55.401553 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f23cde26-dde1-4670-b956-a323cdb4be0d req-d755053b-2c4c-417e-b24e-01ffb539eec6 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 947 time: 0.1153469 Apr 30 16:05:55.432480 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-4401f09c-5557-4bee-8f85-7785fc723eb7 req-cb3b94e5-0689-408d-b21a-2fedbceff915 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:55.438698 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-5607711d-ce1e-4c83-9493-af473940c056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:55.453024 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f23cde26-dde1-4670-b956-a323cdb4be0d req-1d99e211-86c3-4d78-9ac0-9dc381ba00da tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=db25def0-c16c-4dd7-b103-b05c4a8ac8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451386 Apr 30 16:05:55.517011 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b94e5-0689-408d-b21a-2fedbceff915 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Pushing event deleted for resources: {'Port': ['ID=c6160013-10e2-4b7e-a71f-0f55535cfa4f,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:55.519958 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-cb3b94e5-0689-408d-b21a-2fedbceff915 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:55.717372 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4401f09c-5557-4bee-8f85-7785fc723eb7 req-cb3b94e5-0689-408d-b21a-2fedbceff915 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Router 879e793b-86fa-4971-ab5d-92c1955e8996 has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:05:55.909067 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4401f09c-5557-4bee-8f85-7785fc723eb7 req-cb3b94e5-0689-408d-b21a-2fedbceff915 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:05:55.925437 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadf08b8-6d20-4a77-b940-13cdee059f69 None None] Sync routers for ids ['879e793b-86fa-4971-ab5d-92c1955e8996'] in dv-cinder-787195-6-iscsi {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:05:55.939867 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadf08b8-6d20-4a77-b940-13cdee059f69 None None] Routers {'879e793b-86fa-4971-ab5d-92c1955e8996'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:05:55.945134 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-cadf08b8-6d20-4a77-b940-13cdee059f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:05:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['879e793b-86fa-4971-ab5d-92c1955e8996'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:55.998781 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-4401f09c-5557-4bee-8f85-7785fc723eb7 req-cb3b94e5-0689-408d-b21a-2fedbceff915 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] No DVR routers for this DVR port c6160013-10e2-4b7e-a71f-0f55535cfa4f on host hv-cinder-78719 {{(pid=73963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:05:56.003290 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-4401f09c-5557-4bee-8f85-7785fc723eb7 req-cb3b94e5-0689-408d-b21a-2fedbceff915 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:56.006413 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3445d3-3ec0-4053-8821-dd50dad32304', 'name': 'network-vif-deleted', 'tag': 'c6160013-10e2-4b7e-a71f-0f55535cfa4f'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:05:56.023170 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4401f09c-5557-4bee-8f85-7785fc723eb7 req-cb3b94e5-0689-408d-b21a-2fedbceff915 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.42 "DELETE /v2.0/ports/c6160013-10e2-4b7e-a71f-0f55535cfa4f HTTP/1.1" status: 204 len: 173 time: 1.4596930 Apr 30 16:05:56.202898 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-cadf08b8-6d20-4a77-b940-13cdee059f69 None None] Set router 879e793b-86fa-4971-ab5d-92c1955e8996 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:05:56.223078 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3445d3-3ec0-4053-8821-dd50dad32304', 'name': 'network-vif-deleted', 'tag': 'c6160013-10e2-4b7e-a71f-0f55535cfa4f', 'status': 'completed', 'code': 200} Apr 30 16:05:56.522904 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-cadf08b8-6d20-4a77-b940-13cdee059f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'name': 'tempest-AttachVolumeShelveTestJSON-1256813154-router', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:01:27Z', 'updated_at': '2021-04-30T16:01:35Z', 'revision_number': 4, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'gw_port': {'id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:29Z', 'updated_at': '2021-04-30T16:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '778e77dd-9bde-495c-9c7e-7aac5d30db8a', 'name': '', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'mac_address': 'fa:16:3e:02:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:34Z', 'updated_at': '2021-04-30T16:01:41Z', 'revision_number': 5, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'subnets': [{'id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:56.528683 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadf08b8-6d20-4a77-b940-13cdee059f69 None None] Checking router: 879e793b-86fa-4971-ab5d-92c1955e8996 for host: dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:05:56.537570 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadf08b8-6d20-4a77-b940-13cdee059f69 None None] Routers {'879e793b-86fa-4971-ab5d-92c1955e8996'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:05:56.538257 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-cadf08b8-6d20-4a77-b940-13cdee059f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:05:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['879e793b-86fa-4971-ab5d-92c1955e8996'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:56.546432 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae2b82-fa52-460c-87b1-00098f8fe461 req-2972cc1f-eb7f-443b-9a77-518ed8c78b3c tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:56.548699 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d7ae2b82-fa52-460c-87b1-00098f8fe461 req-2972cc1f-eb7f-443b-9a77-518ed8c78b3c tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=790f10d8-885e-435b-b3df-e1c2d9976273 HTTP/1.1" status: 200 len: 944 time: 0.0838540 Apr 30 16:05:56.601881 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d7ae2b82-fa52-460c-87b1-00098f8fe461 req-8572c4ad-3efb-48c1-9401-216d7712e5f9 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dc48938-e256-477e-90ad-9710e441ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473146 Apr 30 16:05:56.732038 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 2e8ad280-00fc-409d-9d19-0dd07f048d53 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:05:56.748757 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-8bfc1279-642d-4219-aaf5-eec45420ee71 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:56.751024 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-8bfc1279-642d-4219-aaf5-eec45420ee71 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/networks?id=1c171d05-8a84-4e03-b3b3-4fe9446e93e6 HTTP/1.1" status: 200 len: 814 time: 0.2984161 Apr 30 16:05:56.755983 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-cadf08b8-6d20-4a77-b940-13cdee059f69 None None] Set router 879e793b-86fa-4971-ab5d-92c1955e8996 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:05:56.769979 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-e4cf712c-9f2e-4641-8088-5bca98aab759 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/quotas/f49f6ab6b0bb45e08a037b1a52e8f5a0 HTTP/1.1" status: 200 len: 375 time: 0.0121307 Apr 30 16:05:56.811155 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f4f69c62-7ae1-4157-9000-07b61f0be61c req-53a95324-8fb4-45de-84cc-a810e2d54065 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf3445d3-3ec0-4053-8821-dd50dad32304 HTTP/1.1" status: 200 len: 210 time: 0.0425673 Apr 30 16:05:56.862301 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-5bbc8f93-7590-44f7-b45a-0d0cd0438cf2 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Synchronizing usage tracker for tenant:f49f6ab6b0bb45e08a037b1a52e8f5a0 on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:05:56.880006 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-5bbc8f93-7590-44f7-b45a-0d0cd0438cf2 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Unset dirty status for tenant:f49f6ab6b0bb45e08a037b1a52e8f5a0 on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:05:56.881369 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-5bbc8f93-7590-44f7-b45a-0d0cd0438cf2 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=f49f6ab6b0bb45e08a037b1a52e8f5a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053786 Apr 30 16:05:57.069040 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-75a87a97-5037-49be-9090-3118e00aac2f service neutron] 10.222.0.72 "GET /v2.0/networks/1c171d05-8a84-4e03-b3b3-4fe9446e93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750157 Apr 30 16:05:57.089730 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 2e8ad280-00fc-409d-9d19-0dd07f048d53, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2e8ad280-00fc-409d-9d19-0dd07f048d53,segment=NetworkSegment(339bd56c-1f0a-4053-8cac-7bb55f02edd1),segment_id=339bd56c-1f0a-4053-8cac-7bb55f02edd1)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:57.116628 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Returning: {'device': '2e8ad280-00fc-409d-9d19-0dd07f048d53', 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4', 'port_id': '2e8ad280-00fc-409d-9d19-0dd07f048d53', 'mac_address': 'fa:16:3e:97:9d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:05:57.196833 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-e9eaa318-03d5-429b-9064-a997291caead service neutron] 10.222.0.72 "GET /v2.0/networks/1c171d05-8a84-4e03-b3b3-4fe9446e93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220105 Apr 30 16:05:57.212619 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:57.236270 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8ad280-00fc-409d-9d19-0dd07f048d53 {{(pid=73965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:05:57.256369 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 2e8ad280-00fc-409d-9d19-0dd07f048d53, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2e8ad280-00fc-409d-9d19-0dd07f048d53,segment=NetworkSegment(339bd56c-1f0a-4053-8cac-7bb55f02edd1),segment_id=339bd56c-1f0a-4053-8cac-7bb55f02edd1)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:57.260856 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:57.265038 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:57.338169 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-cadf08b8-6d20-4a77-b940-13cdee059f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'name': 'tempest-AttachVolumeShelveTestJSON-1256813154-router', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:01:27Z', 'updated_at': '2021-04-30T16:01:35Z', 'revision_number': 4, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'gw_port': {'id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:29Z', 'updated_at': '2021-04-30T16:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '778e77dd-9bde-495c-9c7e-7aac5d30db8a', 'name': '', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'mac_address': 'fa:16:3e:02:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:34Z', 'updated_at': '2021-04-30T16:01:41Z', 'revision_number': 5, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'subnets': [{'id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:05:57.352307 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadf08b8-6d20-4a77-b940-13cdee059f69 None None] The sync data for ids ['879e793b-86fa-4971-ab5d-92c1955e8996'] in dv-cinder-787195-6-iscsi is: [{'id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'name': 'tempest-AttachVolumeShelveTestJSON-1256813154-router', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:01:27Z', 'updated_at': '2021-04-30T16:01:35Z', 'revision_number': 4, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'gw_port': {'id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:29Z', 'updated_at': '2021-04-30T16:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '778e77dd-9bde-495c-9c7e-7aac5d30db8a', 'name': '', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'mac_address': 'fa:16:3e:02:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:34Z', 'updated_at': '2021-04-30T16:01:41Z', 'revision_number': 5, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'subnets': [{'id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:05:57.376327 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=2e8ad280-00fc-409d-9d19-0dd07f048d53,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:57.379522 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:57.380244 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-13deb7bf-e117-4182-8617-e59694775276 req-d7ee6a26-1f7e-4288-8ab8-c6aaa9f2e52d tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 210 time: 0.0446455 Apr 30 16:05:57.520451 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['2e8ad280-00fc-409d-9d19-0dd07f048d53'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:05:57.619113 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677442d0-3559-4b35-bb67-0c194e299d91 None None] New status for floating IP 8a7f9977-a7be-4fa2-a129-807f69956e70: DOWN {{(pid=73966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:05:57.815302 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca5cfb-9db6-4cc1-a286-aba34cc676ec req-39a77afd-02a9-4233-8b89-2e5c0d7561ac tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:57.817405 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a6ca5cfb-9db6-4cc1-a286-aba34cc676ec req-39a77afd-02a9-4233-8b89-2e5c0d7561ac tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=790f10d8-885e-435b-b3df-e1c2d9976273 HTTP/1.1" status: 200 len: 945 time: 0.0853181 Apr 30 16:05:57.866268 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a6ca5cfb-9db6-4cc1-a286-aba34cc676ec req-263d4a0b-2c53-4a03-88d1-4aa4442b82da tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dc48938-e256-477e-90ad-9710e441ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424662 Apr 30 16:05:57.952565 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 37638) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:58.024139 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-aa7b6f96-6da0-4b1e-85ea-80f485616b46 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:58.057428 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-aa7b6f96-6da0-4b1e-85ea-80f485616b46 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:58.109246 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-aa7b6f96-6da0-4b1e-85ea-80f485616b46 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:58.112636 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-00e1ac10-403f-47cd-ad51-b91f4a3a1a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:58.128314 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b6f96-6da0-4b1e-85ea-80f485616b46 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db25def0-c16c-4dd7-b103-b05c4a8ac8c3,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:58.130825 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-aa7b6f96-6da0-4b1e-85ea-80f485616b46 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:58.139871 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-aa7b6f96-6da0-4b1e-85ea-80f485616b46 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:58.141004 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-aa7b6f96-6da0-4b1e-85ea-80f485616b46 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "DELETE /v2.0/security-groups/db25def0-c16c-4dd7-b103-b05c4a8ac8c3 HTTP/1.1" status: 204 len: 168 time: 0.1870923 Apr 30 16:05:58.143693 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 37642) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:58.159797 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.api.v2.resource [None req-b0d79b6a-e590-40a2-af40-05f0b50f22c8 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] show failed (client error): The resource could not be found. Apr 30 16:05:58.160787 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-b0d79b6a-e590-40a2-af40-05f0b50f22c8 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups/db25def0-c16c-4dd7-b103-b05c4a8ac8c3 HTTP/1.1" status: 404 len: 347 time: 0.0161409 Apr 30 16:05:58.163472 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 37646) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:05:58.384454 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-eab658e8-70fb-4daf-a481-28bcd11c2093 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Deleting port fb781d8c-5e8a-4a1a-959c-8841768ebe65 {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:05:58.384731 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-eab658e8-70fb-4daf-a481-28bcd11c2093 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:58.572639 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-9f90d9cd-71c9-43fc-9df5-aa3de9eaaaa8 req-cfaf0a77-5599-4b26-bd49-755edc201d79 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 210 time: 0.0689118 Apr 30 16:05:58.640113 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-eab658e8-70fb-4daf-a481-28bcd11c2093 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:58.640692 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-eab658e8-70fb-4daf-a481-28bcd11c2093 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:58.663289 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-a1764cc0-ea24-437a-ab7e-691a5ee5614a tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:58.664720 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-a1764cc0-ea24-437a-ab7e-691a5ee5614a tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.42 "GET /v2.0/networks?id=1c171d05-8a84-4e03-b3b3-4fe9446e93e6 HTTP/1.1" status: 200 len: 814 time: 0.2486069 Apr 30 16:05:58.754512 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 2e8ad280-00fc-409d-9d19-0dd07f048d53 up at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:05:58.773722 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-5b2d9c31-f4fb-4459-a5e2-04e8e5420fe7 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Request body: {'port': {'device_id': 'b3c45532-de6d-4927-a209-c9b80b8aaf78', 'network_id': '1c171d05-8a84-4e03-b3b3-4fe9446e93e6', 'admin_state_up': True, 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:05:58.795467 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-eab658e8-70fb-4daf-a481-28bcd11c2093 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Calling delete_port for fb781d8c-5e8a-4a1a-959c-8841768ebe65 owned by network:floatingip {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:05:58.825059 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning for port 2e8ad280-00fc-409d-9d19-0dd07f048d53 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:05:58.830401 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning complete for port 2e8ad280-00fc-409d-9d19-0dd07f048d53 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:05:58.830888 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:59.021253 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:59.060371 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790f10d8-885e-435b-b3df-e1c2d9976273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8ad280-00fc-409d-9d19-0dd07f048d53'}] {{(pid=73965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:05:59.076087 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 2e8ad280-00fc-409d-9d19-0dd07f048d53, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2e8ad280-00fc-409d-9d19-0dd07f048d53,segment=NetworkSegment(339bd56c-1f0a-4053-8cac-7bb55f02edd1),segment_id=339bd56c-1f0a-4053-8cac-7bb55f02edd1)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:05:59.082397 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:59.083752 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device c6160013-10e2-4b7e-a71f-0f55535cfa4f no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:05:59.122562 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:59.198865 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] No Port match for: c6160013-10e2-4b7e-a71f-0f55535cfa4f {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:05:59.199900 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device c6160013-10e2-4b7e-a71f-0f55535cfa4f not bound to the agent host hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:05:59.240786 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=2e8ad280-00fc-409d-9d19-0dd07f048d53,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:59.244474 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:59.273738 dv-cinder-787195-6-iscsi neutron-server[73965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790f10d8-885e-435b-b3df-e1c2d9976273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8ad280-00fc-409d-9d19-0dd07f048d53', 'code': 200} Apr 30 16:05:59.311610 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-5b2d9c31-f4fb-4459-a5e2-04e8e5420fe7 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:05:59.322617 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-5b2d9c31-f4fb-4459-a5e2-04e8e5420fe7 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:05:59.345216 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-5b2d9c31-f4fb-4459-a5e2-04e8e5420fe7 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Made reservation on behalf of f49f6ab6b0bb45e08a037b1a52e8f5a0 for: {'port': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:05:59.350559 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-5b2d9c31-f4fb-4459-a5e2-04e8e5420fe7 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:59.361766 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-eab658e8-70fb-4daf-a481-28bcd11c2093 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:59.369678 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-459eefe6-71c6-45d1-aafe-97974d06c3b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:05:59.433595 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab658e8-70fb-4daf-a481-28bcd11c2093 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Pushing event deleted for resources: {'Port': ['ID=fb781d8c-5e8a-4a1a-959c-8841768ebe65,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:05:59.437232 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-eab658e8-70fb-4daf-a481-28bcd11c2093 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:05:59.534241 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c1742-089e-44fd-ad3e-1a94bc3178b3 req-efd849d8-98c4-45b2-92db-d8c47b1d5bbb tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:05:59.536139 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c75c1742-089e-44fd-ad3e-1a94bc3178b3 req-efd849d8-98c4-45b2-92db-d8c47b1d5bbb tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=790f10d8-885e-435b-b3df-e1c2d9976273 HTTP/1.1" status: 200 len: 946 time: 0.5341783 Apr 30 16:05:59.666545 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-eab658e8-70fb-4daf-a481-28bcd11c2093 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for floatingip, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:59.724328 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c75c1742-089e-44fd-ad3e-1a94bc3178b3 req-b6425914-3e97-4439-a854-33420de75eff tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dc48938-e256-477e-90ad-9710e441ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523385 Apr 30 16:05:59.745271 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-eab658e8-70fb-4daf-a481-28bcd11c2093 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for floatingip, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:05:59.746503 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-eab658e8-70fb-4daf-a481-28bcd11c2093 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "DELETE /v2.0/floatingips/8a7f9977-a7be-4fa2-a129-807f69956e70 HTTP/1.1" status: 204 len: 168 time: 1.5820348 Apr 30 16:05:59.774232 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-5b2d9c31-f4fb-4459-a5e2-04e8e5420fe7 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Allocated IP 172.20.0.12 (1c171d05-8a84-4e03-b3b3-4fe9446e93e6/8c3f0dcf-76e4-455c-995e-9f076da6edfe/35369b88-a07e-4f76-a8bc-076cd3dc7678) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:05:59.784518 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-200d7968-f816-43d5-8d2b-7a6931cc24c6 req-e0b41a94-3129-4b44-8a38-95e010fc70a2 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 210 time: 0.0747473 Apr 30 16:06:00.030319 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-5b2d9c31-f4fb-4459-a5e2-04e8e5420fe7 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:00.056972 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-5b2d9c31-f4fb-4459-a5e2-04e8e5420fe7 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Transition to ACTIVE for port object 35369b88-a07e-4f76-a8bc-076cd3dc7678 will not be triggered until provisioned by entity DHCP. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:06:00.101123 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-5b2d9c31-f4fb-4459-a5e2-04e8e5420fe7 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:00.124100 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-eb67cd25-0ba0-4392-bc83-052e03b78955 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:00.199158 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-5b2d9c31-f4fb-4459-a5e2-04e8e5420fe7 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Network 1c171d05-8a84-4e03-b3b3-4fe9446e93e6 is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:06:00.201638 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-5b2d9c31-f4fb-4459-a5e2-04e8e5420fe7 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:06:00.210279 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d9c31-f4fb-4459-a5e2-04e8e5420fe7 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Pushing event updated for resources: {'Port': ['ID=35369b88-a07e-4f76-a8bc-076cd3dc7678,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:00.213715 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-5b2d9c31-f4fb-4459-a5e2-04e8e5420fe7 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:06:00.254376 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-5b2d9c31-f4fb-4459-a5e2-04e8e5420fe7 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:00.301485 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-5b2d9c31-f4fb-4459-a5e2-04e8e5420fe7 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:00.302097 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-5b2d9c31-f4fb-4459-a5e2-04e8e5420fe7 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:00.338849 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-5b2d9c31-f4fb-4459-a5e2-04e8e5420fe7 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6217563 Apr 30 16:06:00.390604 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 37684) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:00.396186 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-2b08e9f6-3dd6-4cd4-8387-e456996c245b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--882525496', 'description': 'tempest-description--585279051'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:00.405042 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-2b08e9f6-3dd6-4cd4-8387-e456996c245b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:00.410036 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-2b08e9f6-3dd6-4cd4-8387-e456996c245b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Usage tracker for resource:security_group and tenant:5252f565887e47f3ad4aa7e44a1a1e8a is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:00.416459 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-2b08e9f6-3dd6-4cd4-8387-e456996c245b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:00.424206 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-2b08e9f6-3dd6-4cd4-8387-e456996c245b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:00.440621 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2b08e9f6-3dd6-4cd4-8387-e456996c245b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:00.461872 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-2b08e9f6-3dd6-4cd4-8387-e456996c245b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:00.466535 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-2b08e9f6-3dd6-4cd4-8387-e456996c245b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Usage tracker for resource:security_group_rule and tenant:5252f565887e47f3ad4aa7e44a1a1e8a is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:00.470913 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-2b08e9f6-3dd6-4cd4-8387-e456996c245b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:00.482772 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-2b08e9f6-3dd6-4cd4-8387-e456996c245b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:00.509589 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-a92cb8cf-1957-49bb-a7eb-2a60925a834d None None] Provisioning for port 35369b88-a07e-4f76-a8bc-076cd3dc7678 completed by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:06:00.514681 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-a92cb8cf-1957-49bb-a7eb-2a60925a834d None None] Provisioning complete for port 35369b88-a07e-4f76-a8bc-076cd3dc7678 triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:06:00.515263 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-a92cb8cf-1957-49bb-a7eb-2a60925a834d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:00.575343 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-a92cb8cf-1957-49bb-a7eb-2a60925a834d None None] Port 35369b88-a07e-4f76-a8bc-076cd3dc7678 cannot update to ACTIVE because it is not bound. {{(pid=73965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:06:00.594659 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2b08e9f6-3dd6-4cd4-8387-e456996c245b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:00.598583 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2b08e9f6-3dd6-4cd4-8387-e456996c245b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:00.602435 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-14ae84bf-6707-41ca-a26c-0e4689f5807c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:00.645641 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08e9f6-3dd6-4cd4-8387-e456996c245b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55190ef8-cf67-409b-a145-737d20b6d56b,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:00.649155 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-2b08e9f6-3dd6-4cd4-8387-e456996c245b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:00.652403 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2b08e9f6-3dd6-4cd4-8387-e456996c245b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:00.654121 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-2b08e9f6-3dd6-4cd4-8387-e456996c245b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2625322 Apr 30 16:06:00.656917 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 37688) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:00.662095 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-f4fd94d7-8427-4015-9514-93c363780a6c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Request body: {'security_group_rule': {'security_group_id': '55190ef8-cf67-409b-a145-737d20b6d56b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:00.670036 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-f4fd94d7-8427-4015-9514-93c363780a6c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:00.674708 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-f4fd94d7-8427-4015-9514-93c363780a6c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Usage tracker for resource:security_group_rule and tenant:5252f565887e47f3ad4aa7e44a1a1e8a is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:00.677987 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-f4fd94d7-8427-4015-9514-93c363780a6c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:00.684470 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-f4fd94d7-8427-4015-9514-93c363780a6c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:00.703095 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f4fd94d7-8427-4015-9514-93c363780a6c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:00.776242 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f4fd94d7-8427-4015-9514-93c363780a6c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:00.782211 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f4fd94d7-8427-4015-9514-93c363780a6c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750673'] for security_group_rule, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:00.785321 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:00.810238 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd94d7-8427-4015-9514-93c363780a6c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ac571c-7901-40bf-b2cb-298011d0fc20,revision_number=0']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:00.813230 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-f4fd94d7-8427-4015-9514-93c363780a6c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:00.823436 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f4fd94d7-8427-4015-9514-93c363780a6c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:00.825900 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-f4fd94d7-8427-4015-9514-93c363780a6c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1677957 Apr 30 16:06:00.828563 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 37696) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:00.834849 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-97129934-323e-49b1-924d-a7319d6c4e38 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Request body: {'security_group_rule': {'security_group_id': '55190ef8-cf67-409b-a145-737d20b6d56b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:00.843066 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-97129934-323e-49b1-924d-a7319d6c4e38 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:00.848889 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-97129934-323e-49b1-924d-a7319d6c4e38 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Usage tracker for resource:security_group_rule and tenant:5252f565887e47f3ad4aa7e44a1a1e8a is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:00.851866 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-97129934-323e-49b1-924d-a7319d6c4e38 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:00.866954 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-97129934-323e-49b1-924d-a7319d6c4e38 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:00.970039 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-97129934-323e-49b1-924d-a7319d6c4e38 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:01.060789 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f09c0-bff8-486b-b6cc-d12471d58be7 req-0b95acd2-22ab-48f4-a6cc-4d93a7ed043c tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:01.061683 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-463f09c0-bff8-486b-b6cc-d12471d58be7 req-0b95acd2-22ab-48f4-a6cc-4d93a7ed043c tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Synchronizing usage tracker for tenant:f49f6ab6b0bb45e08a037b1a52e8f5a0 on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:06:01.062825 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b818044-4f99-4e40-9b8a-acc0ede6469a req-78fed9fe-4bea-4dfc-8357-cc958684e6ae tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:01.064338 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-6b818044-4f99-4e40-9b8a-acc0ede6469a req-78fed9fe-4bea-4dfc-8357-cc958684e6ae tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=790f10d8-885e-435b-b3df-e1c2d9976273 HTTP/1.1" status: 200 len: 946 time: 0.1950948 Apr 30 16:06:01.084402 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-463f09c0-bff8-486b-b6cc-d12471d58be7 req-0b95acd2-22ab-48f4-a6cc-4d93a7ed043c tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Unset dirty status for tenant:f49f6ab6b0bb45e08a037b1a52e8f5a0 on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:06:01.085765 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-463f09c0-bff8-486b-b6cc-d12471d58be7 req-0b95acd2-22ab-48f4-a6cc-4d93a7ed043c tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 932 time: 0.1401575 Apr 30 16:06:01.113499 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-97129934-323e-49b1-924d-a7319d6c4e38 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:01.123099 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-97129934-323e-49b1-924d-a7319d6c4e38 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750673'] for security_group_rule, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:01.135868 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-6b818044-4f99-4e40-9b8a-acc0ede6469a req-ea3d76a3-c8fe-4614-8e1e-0f58af3b675a tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dc48938-e256-477e-90ad-9710e441ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634527 Apr 30 16:06:01.140679 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-463f09c0-bff8-486b-b6cc-d12471d58be7 req-41d00044-722d-4f86-b7f7-d4ab9928f47f tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481312 Apr 30 16:06:01.141783 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:01.165098 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97129934-323e-49b1-924d-a7319d6c4e38 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd88a44f-399a-430d-9ee5-a0551b1db647,revision_number=0']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:01.176474 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-97129934-323e-49b1-924d-a7319d6c4e38 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:01.177422 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-97129934-323e-49b1-924d-a7319d6c4e38 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:01.179007 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-97129934-323e-49b1-924d-a7319d6c4e38 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3489337 Apr 30 16:06:01.181821 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 37700) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:01.189725 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-89ef92ab-3d2e-4baa-8523-9b20dc4b5181 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Request body: {'floatingip': {'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:01.195768 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-89ef92ab-3d2e-4baa-8523-9b20dc4b5181 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:01.199579 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-89ef92ab-3d2e-4baa-8523-9b20dc4b5181 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Usage tracker for resource:floatingip and tenant:5252f565887e47f3ad4aa7e44a1a1e8a is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:01.202414 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-89ef92ab-3d2e-4baa-8523-9b20dc4b5181 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:01.210172 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-89ef92ab-3d2e-4baa-8523-9b20dc4b5181 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:01.221696 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-89ef92ab-3d2e-4baa-8523-9b20dc4b5181 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for floatingip, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:01.367432 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-89ef92ab-3d2e-4baa-8523-9b20dc4b5181 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:01.512818 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [None req-89ef92ab-3d2e-4baa-8523-9b20dc4b5181 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Allocated IP 172.27.3.153 (7713db68-e23d-4336-9c52-9698584522df/6c05463b-e465-4436-9156-1956ee4f9865/7d45789c-cb31-4581-b037-1deb867cf5f3) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:06:01.667930 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-89ef92ab-3d2e-4baa-8523-9b20dc4b5181 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:01.697549 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-89ef92ab-3d2e-4baa-8523-9b20dc4b5181 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:01.702967 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-0124222e-1f38-4c31-afe5-ba31fc6eebf8 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:01.763185 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ef92ab-3d2e-4baa-8523-9b20dc4b5181 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Network 7713db68-e23d-4336-9c52-9698584522df is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:06:01.766251 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [None req-89ef92ab-3d2e-4baa-8523-9b20dc4b5181 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:06:01.774925 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ef92ab-3d2e-4baa-8523-9b20dc4b5181 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:06:01.818532 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef92ab-3d2e-4baa-8523-9b20dc4b5181 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Pushing event updated for resources: {'Port': ['ID=7d45789c-cb31-4581-b037-1deb867cf5f3,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:01.822607 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-89ef92ab-3d2e-4baa-8523-9b20dc4b5181 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:01.908698 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-89ef92ab-3d2e-4baa-8523-9b20dc4b5181 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:02.083041 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-89ef92ab-3d2e-4baa-8523-9b20dc4b5181 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:02.338172 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-89ef92ab-3d2e-4baa-8523-9b20dc4b5181 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for port, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:02.386548 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-89ef92ab-3d2e-4baa-8523-9b20dc4b5181 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914934'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:02.397189 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-991e8add-082a-448e-be6f-f49b16652759 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:02.419730 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a632ce-139a-48c3-9d7f-83254f25782b req-ca446704-3928-437b-b98a-f80a2034ff52 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:02.421390 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-34a632ce-139a-48c3-9d7f-83254f25782b req-ca446704-3928-437b-b98a-f80a2034ff52 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 932 time: 0.1018369 Apr 30 16:06:02.477154 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-34a632ce-139a-48c3-9d7f-83254f25782b req-d07dc54b-0fae-4083-ba81-a474283ac38e tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Synchronizing usage tracker for tenant:f49f6ab6b0bb45e08a037b1a52e8f5a0 on resource:security_group {{(pid=73964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:06:02.498605 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-34a632ce-139a-48c3-9d7f-83254f25782b req-d07dc54b-0fae-4083-ba81-a474283ac38e tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Unset dirty status for tenant:f49f6ab6b0bb45e08a037b1a52e8f5a0 on resource:security_group {{(pid=73964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:06:02.500964 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-34a632ce-139a-48c3-9d7f-83254f25782b req-d07dc54b-0fae-4083-ba81-a474283ac38e tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723028 Apr 30 16:06:02.523642 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef92ab-3d2e-4baa-8523-9b20dc4b5181 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Pushing event updated for resources: {'Port': ['ID=7d45789c-cb31-4581-b037-1deb867cf5f3,revision_number=2']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:02.526252 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-89ef92ab-3d2e-4baa-8523-9b20dc4b5181 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:02.549231 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-89ef92ab-3d2e-4baa-8523-9b20dc4b5181 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-915876'] for floatingip, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:02.572608 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091b79e-b149-4bd4-9dec-36cd42584f74 req-23a8ab8f-edc4-4aa3-853d-cc277f729618 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:02.574092 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1091b79e-b149-4bd4-9dec-36cd42584f74 req-23a8ab8f-edc4-4aa3-853d-cc277f729618 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=790f10d8-885e-435b-b3df-e1c2d9976273 HTTP/1.1" status: 200 len: 946 time: 0.2237983 Apr 30 16:06:02.599282 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-89ef92ab-3d2e-4baa-8523-9b20dc4b5181 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for floatingip, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:02.600375 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-89ef92ab-3d2e-4baa-8523-9b20dc4b5181 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4174325 Apr 30 16:06:02.640435 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1091b79e-b149-4bd4-9dec-36cd42584f74 req-cfea968a-fd13-4303-842d-b7f3a4c42454 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dc48938-e256-477e-90ad-9710e441ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588844 Apr 30 16:06:02.843972 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-9810b638-3667-4e47-ad45-7d3f3eb51dd5 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--882525496&fields=id&tenant_id=5252f565887e47f3ad4aa7e44a1a1e8a HTTP/1.1" status: 200 len: 267 time: 0.0446827 Apr 30 16:06:03.091749 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-8ee5b7b2-03c0-494f-80cd-700eddd61a0e tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:03.093253 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-8ee5b7b2-03c0-494f-80cd-700eddd61a0e tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/networks?id=ee2b0be8-6f61-4610-80f3-80f1a59047b4 HTTP/1.1" status: 200 len: 817 time: 0.2416523 Apr 30 16:06:03.108604 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-9b23cf8f-9350-49af-b340-0b7b45f874ad tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/quotas/5252f565887e47f3ad4aa7e44a1a1e8a HTTP/1.1" status: 200 len: 375 time: 0.0095518 Apr 30 16:06:03.197880 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-d4552edc-4f3e-4bdc-a45d-68f311ee4667 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5252f565887e47f3ad4aa7e44a1a1e8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0837302 Apr 30 16:06:03.341074 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-ecea885f-105f-4fcf-b035-5b6469e9e4bb service neutron] 10.222.0.72 "GET /v2.0/networks/ee2b0be8-6f61-4610-80f3-80f1a59047b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309216 Apr 30 16:06:03.366726 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:06:03.475423 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-e7f17d22-f334-4467-8ed3-8af1eb677fad service neutron] 10.222.0.72 "GET /v2.0/networks/ee2b0be8-6f61-4610-80f3-80f1a59047b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286061 Apr 30 16:06:03.688612 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f4551141-b411-42c6-9ea9-099212ab0989 req-ae6fcb4a-323f-403e-b25f-fdb2b18c0d5d tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 210 time: 0.0565631 Apr 30 16:06:03.735566 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850834e-1fc0-432c-9302-cfc8087f7226 req-8737038a-f527-49a8-8a07-0cfc450bc1ae tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:03.737781 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c850834e-1fc0-432c-9302-cfc8087f7226 req-8737038a-f527-49a8-8a07-0cfc450bc1ae tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 932 time: 0.1112151 Apr 30 16:06:03.804405 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c850834e-1fc0-432c-9302-cfc8087f7226 req-3bc77acc-e76a-48e6-9a76-4d09d7e6ece5 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598764 Apr 30 16:06:03.957904 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d960d-1521-4ed5-85c2-f7a7aa4e2adf req-75d3075a-b2d7-4f40-99c2-68a29cae50ec tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:03.959852 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-009d960d-1521-4ed5-85c2-f7a7aa4e2adf req-75d3075a-b2d7-4f40-99c2-68a29cae50ec tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=790f10d8-885e-435b-b3df-e1c2d9976273 HTTP/1.1" status: 200 len: 946 time: 0.1060040 Apr 30 16:06:04.021779 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-009d960d-1521-4ed5-85c2-f7a7aa4e2adf req-fbcfb682-5015-49b1-b64b-885e1ac90b1e tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dc48938-e256-477e-90ad-9710e441ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524380 Apr 30 16:06:04.843973 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-cc460009-cdee-4e85-9414-b8b5a3d29d8e req-39215e86-7bfa-4389-8728-d384586a99a2 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Synchronizing usage tracker for tenant:5252f565887e47f3ad4aa7e44a1a1e8a on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:06:04.861355 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-cc460009-cdee-4e85-9414-b8b5a3d29d8e req-39215e86-7bfa-4389-8728-d384586a99a2 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Unset dirty status for tenant:5252f565887e47f3ad4aa7e44a1a1e8a on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:06:04.863297 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-cc460009-cdee-4e85-9414-b8b5a3d29d8e req-39215e86-7bfa-4389-8728-d384586a99a2 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 210 time: 0.0629318 Apr 30 16:06:05.009477 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54969107-3a42-4d4a-8afd-f7f5d1079a2f req-5f913760-b7ba-4e7b-8646-99f6fe5aaf6f tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:05.011053 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-54969107-3a42-4d4a-8afd-f7f5d1079a2f req-5f913760-b7ba-4e7b-8646-99f6fe5aaf6f tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 932 time: 0.0951042 Apr 30 16:06:05.060774 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-54969107-3a42-4d4a-8afd-f7f5d1079a2f req-44a19d6d-819b-48b1-8bf6-7a624a151ffd tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426624 Apr 30 16:06:05.209839 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b94ec9-c594-4d94-9b87-c239546cb5a6 req-746b118c-27f2-4e71-bfb8-062c2e9ec0ea tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:05.211334 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-14b94ec9-c594-4d94-9b87-c239546cb5a6 req-746b118c-27f2-4e71-bfb8-062c2e9ec0ea tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=790f10d8-885e-435b-b3df-e1c2d9976273 HTTP/1.1" status: 200 len: 946 time: 0.0828452 Apr 30 16:06:05.262886 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-14b94ec9-c594-4d94-9b87-c239546cb5a6 req-7686ab77-546e-4af6-88f7-4d3555b3f83b tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dc48938-e256-477e-90ad-9710e441ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446894 Apr 30 16:06:06.022760 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-4c19ff6a-3631-4b7b-82a2-fedbb2b75cf9 req-866de064-e199-4e2b-a665-31f7895c3701 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 210 time: 0.0461786 Apr 30 16:06:06.256936 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b764fd0-92bf-41eb-bb82-552b692207a9 req-3059f6ef-5631-4f22-9a71-d0c3e143764d tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:06.258393 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1b764fd0-92bf-41eb-bb82-552b692207a9 req-3059f6ef-5631-4f22-9a71-d0c3e143764d tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 932 time: 0.0845315 Apr 30 16:06:06.320501 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1b764fd0-92bf-41eb-bb82-552b692207a9 req-72e2779a-2028-4abd-aaeb-893c7df859c3 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531309 Apr 30 16:06:06.463225 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85142c86-45f6-4b2d-af31-eae59c19874d req-0d04b784-1c41-443d-865f-ac1abd8701a9 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:06.464856 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-85142c86-45f6-4b2d-af31-eae59c19874d req-0d04b784-1c41-443d-865f-ac1abd8701a9 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=790f10d8-885e-435b-b3df-e1c2d9976273 HTTP/1.1" status: 200 len: 946 time: 0.0877993 Apr 30 16:06:06.512591 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-85142c86-45f6-4b2d-af31-eae59c19874d req-654a7846-e7e5-4c20-8d8d-c02c9df4dc5e tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dc48938-e256-477e-90ad-9710e441ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409832 Apr 30 16:06:07.346650 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a09fedec-4365-404e-bca6-b545aa5b6886 req-08b6e0d8-d78c-4039-b192-5874eb908cea tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 210 time: 0.0479622 Apr 30 16:06:07.520818 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6efcf-bc61-4397-b8f5-70fafb567cf7 req-94185438-5255-43f7-8b9c-fccce752545a tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:07.522556 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-88d6efcf-bc61-4397-b8f5-70fafb567cf7 req-94185438-5255-43f7-8b9c-fccce752545a tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 932 time: 0.0859978 Apr 30 16:06:07.575666 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-88d6efcf-bc61-4397-b8f5-70fafb567cf7 req-d95e90df-8115-4455-8286-cf7c521ac743 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465994 Apr 30 16:06:07.702270 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48459ca3-82f4-4adc-b429-2e7e79c63d37 req-5e43ad98-b393-4ee8-bb00-d5b755ea8fa6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:07.703630 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-48459ca3-82f4-4adc-b429-2e7e79c63d37 req-5e43ad98-b393-4ee8-bb00-d5b755ea8fa6 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=790f10d8-885e-435b-b3df-e1c2d9976273 HTTP/1.1" status: 200 len: 946 time: 0.0793447 Apr 30 16:06:07.750767 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-48459ca3-82f4-4adc-b429-2e7e79c63d37 req-2acbd55e-c716-4145-884b-656612a01c73 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dc48938-e256-477e-90ad-9710e441ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412991 Apr 30 16:06:08.424383 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:08.504424 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-abe0c4f9-d63a-4dec-9bd6-919f8a13a907 req-5d869f3a-aa18-4a09-aa01-f880661943d4 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 210 time: 0.0456748 Apr 30 16:06:08.758852 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-be86a02f-1d9e-4ab0-adad-201e54e318d7 service neutron] Request body: {'port': {'device_id': 'b3c45532-de6d-4927-a209-c9b80b8aaf78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:08.822256 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a89e65-5c56-4e43-be6f-3dcd3947269f req-7de7368c-d5c8-4a74-8c20-6ea244f7bbae tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:08.826409 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c3a89e65-5c56-4e43-be6f-3dcd3947269f req-7de7368c-d5c8-4a74-8c20-6ea244f7bbae tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 932 time: 0.1399078 Apr 30 16:06:08.938698 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c3a89e65-5c56-4e43-be6f-3dcd3947269f req-bc9ec815-0805-472b-8049-13c801a13e55 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065907 Apr 30 16:06:08.946384 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-be86a02f-1d9e-4ab0-adad-201e54e318d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:09.016149 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b01169-5ad9-4ead-a2e2-2512ce802063 req-52ef1872-ec2b-4549-8262-c82c26307946 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:09.018305 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-64b01169-5ad9-4ead-a2e2-2512ce802063 req-52ef1872-ec2b-4549-8262-c82c26307946 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=790f10d8-885e-435b-b3df-e1c2d9976273 HTTP/1.1" status: 200 len: 946 time: 0.1121712 Apr 30 16:06:09.065077 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-64b01169-5ad9-4ead-a2e2-2512ce802063 req-3be9d8b5-3527-4a16-8278-6d0b7c3f42be tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dc48938-e256-477e-90ad-9710e441ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396974 Apr 30 16:06:09.144243 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a4226-d7e2-4d11-b1f8-06872f5d5ce5 req-2f55b202-f59e-43de-8a62-9fba7440d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:09.145617 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ff7a4226-d7e2-4d11-b1f8-06872f5d5ce5 req-2f55b202-f59e-43de-8a62-9fba7440d259 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=790f10d8-885e-435b-b3df-e1c2d9976273 HTTP/1.1" status: 200 len: 1099 time: 0.1886716 Apr 30 16:06:09.275443 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ff7a4226-d7e2-4d11-b1f8-06872f5d5ce5 req-22916969-cd82-4350-a387-1925b47c95ef service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7dc48938-e256-477e-90ad-9710e441ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227522 Apr 30 16:06:09.380279 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-be86a02f-1d9e-4ab0-adad-201e54e318d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35369b88-a07e-4f76-a8bc-076cd3dc7678 {{(pid=73963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:06:09.388036 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-be86a02f-1d9e-4ab0-adad-201e54e318d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:09.402096 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-be86a02f-1d9e-4ab0-adad-201e54e318d7 service neutron] Transition to ACTIVE for port object 35369b88-a07e-4f76-a8bc-076cd3dc7678 will not be triggered until provisioned by entity L2. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:06:09.406438 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-be86a02f-1d9e-4ab0-adad-201e54e318d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914934'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:09.411023 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-1ad794ea-b5e4-4c3f-b8cf-e8b1db28cdef tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:09.778031 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4ff6acf2-bdb2-4095-843d-51111a245cda req-4353bc28-c177-4168-91ff-540ee6c58536 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 210 time: 0.1295929 Apr 30 16:06:09.812765 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86a02f-1d9e-4ab0-adad-201e54e318d7 service neutron] Pushing event updated for resources: {'Port': ['ID=35369b88-a07e-4f76-a8bc-076cd3dc7678,revision_number=2']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:09.826635 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-be86a02f-1d9e-4ab0-adad-201e54e318d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:09.906045 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-3974432f-b624-42c6-b620-07c5c48f076e tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:09.907460 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-3974432f-b624-42c6-b620-07c5c48f076e tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.42 "GET /v2.0/networks?id=ee2b0be8-6f61-4610-80f3-80f1a59047b4 HTTP/1.1" status: 200 len: 817 time: 0.3638842 Apr 30 16:06:09.937499 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-be86a02f-1d9e-4ab0-adad-201e54e318d7 service neutron] Attempting to bind port 35369b88-a07e-4f76-a8bc-076cd3dc7678 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:06:09.937753 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-be86a02f-1d9e-4ab0-adad-201e54e318d7 service neutron] Attempting to bind port 35369b88-a07e-4f76-a8bc-076cd3dc7678 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '181b67ae-0412-4885-9f4c-18692dae80ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1c171d05-8a84-4e03-b3b3-4fe9446e93e6'}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:06:09.938081 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-be86a02f-1d9e-4ab0-adad-201e54e318d7 service neutron] Attempting to bind port 35369b88-a07e-4f76-a8bc-076cd3dc7678 on network 1c171d05-8a84-4e03-b3b3-4fe9446e93e6 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:06:09.945201 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-be86a02f-1d9e-4ab0-adad-201e54e318d7 service neutron] Port 35369b88-a07e-4f76-a8bc-076cd3dc7678 on network 1c171d05-8a84-4e03-b3b3-4fe9446e93e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:06:09.945569 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-be86a02f-1d9e-4ab0-adad-201e54e318d7 service neutron] Attempting to bind port 35369b88-a07e-4f76-a8bc-076cd3dc7678 on network 1c171d05-8a84-4e03-b3b3-4fe9446e93e6 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:06:09.961337 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-be86a02f-1d9e-4ab0-adad-201e54e318d7 service neutron] Checking agent: {'id': '12734182-a135-4f20-887d-69ffd9792d0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'started_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:06:09.961679 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-be86a02f-1d9e-4ab0-adad-201e54e318d7 service neutron] Checking segment: {'id': '181b67ae-0412-4885-9f4c-18692dae80ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1c171d05-8a84-4e03-b3b3-4fe9446e93e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:06:09.962701 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-be86a02f-1d9e-4ab0-adad-201e54e318d7 service neutron] Bound using segment: {'id': '181b67ae-0412-4885-9f4c-18692dae80ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1c171d05-8a84-4e03-b3b3-4fe9446e93e6'} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:06:09.963144 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-be86a02f-1d9e-4ab0-adad-201e54e318d7 service neutron] Bound port: 35369b88-a07e-4f76-a8bc-076cd3dc7678, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '181b67ae-0412-4885-9f4c-18692dae80ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1c171d05-8a84-4e03-b3b3-4fe9446e93e6'}}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:06:09.963750 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-be86a02f-1d9e-4ab0-adad-201e54e318d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:10.020836 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-8bd9ccb4-60d0-4ec3-87b9-18ee3e1167b2 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Synchronizing usage tracker for tenant:5252f565887e47f3ad4aa7e44a1a1e8a on resource:security_group {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:06:10.063970 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-8bd9ccb4-60d0-4ec3-87b9-18ee3e1167b2 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Unset dirty status for tenant:5252f565887e47f3ad4aa7e44a1a1e8a on resource:security_group {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:06:10.065088 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-8bd9ccb4-60d0-4ec3-87b9-18ee3e1167b2 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5252f565887e47f3ad4aa7e44a1a1e8a HTTP/1.1" status: 200 len: 379 time: 0.1458664 Apr 30 16:06:10.080565 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-0e310166-c70a-4ec3-84e4-bdcb92e6f637 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Request body: {'port': {'device_id': '40d53a8a-d8f2-4b1f-b4ab-92989c221844', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'admin_state_up': True, 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'security_groups': ['55190ef8-cf67-409b-a145-737d20b6d56b']}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:10.116881 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-be86a02f-1d9e-4ab0-adad-201e54e318d7 service neutron] For port 35369b88-a07e-4f76-a8bc-076cd3dc7678, host hv-cinder-78719, cleared binding levels {{(pid=73963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:06:10.165929 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2410fcb-b95c-4e8d-89cc-2a47cfcafacd req-be375abe-519d-465c-a13a-1334159c1345 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:10.167458 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d2410fcb-b95c-4e8d-89cc-2a47cfcafacd req-be375abe-519d-465c-a13a-1334159c1345 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 944 time: 0.1232381 Apr 30 16:06:10.181635 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-be86a02f-1d9e-4ab0-adad-201e54e318d7 service neutron] For port 35369b88-a07e-4f76-a8bc-076cd3dc7678, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=35369b88-a07e-4f76-a8bc-076cd3dc7678,segment=NetworkSegment(181b67ae-0412-4885-9f4c-18692dae80ec),segment_id=181b67ae-0412-4885-9f4c-18692dae80ec)] {{(pid=73963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:06:10.195510 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-be86a02f-1d9e-4ab0-adad-201e54e318d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914934'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:10.203155 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-930cff66-bc40-4ad6-8241-14d965bf2794 tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:10.220889 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d2410fcb-b95c-4e8d-89cc-2a47cfcafacd req-8fd4ca03-4b03-432e-8d90-6c87fcbe1b18 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473664 Apr 30 16:06:10.306860 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-be86a02f-1d9e-4ab0-adad-201e54e318d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:10.307477 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-be86a02f-1d9e-4ab0-adad-201e54e318d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:10.308932 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-be86a02f-1d9e-4ab0-adad-201e54e318d7 service neutron] 10.222.0.42 "PUT /v2.0/ports/35369b88-a07e-4f76-a8bc-076cd3dc7678 HTTP/1.1" status: 200 len: 1094 time: 1.5566890 Apr 30 16:06:10.309750 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c45532-de6d-4927-a209-c9b80b8aaf78', 'tag': '35369b88-a07e-4f76-a8bc-076cd3dc7678'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:06:10.386175 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c45532-de6d-4927-a209-c9b80b8aaf78', 'tag': '35369b88-a07e-4f76-a8bc-076cd3dc7678', 'status': 'completed', 'code': 200} Apr 30 16:06:10.416106 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-0e310166-c70a-4ec3-84e4-bdcb92e6f637 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:10.424209 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86a02f-1d9e-4ab0-adad-201e54e318d7 service neutron] Pushing event updated for resources: {'Port': ['ID=35369b88-a07e-4f76-a8bc-076cd3dc7678,revision_number=3']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:10.436083 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-be86a02f-1d9e-4ab0-adad-201e54e318d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:10.440846 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-0e310166-c70a-4ec3-84e4-bdcb92e6f637 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:10.476450 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-0e310166-c70a-4ec3-84e4-bdcb92e6f637 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Made reservation on behalf of 5252f565887e47f3ad4aa7e44a1a1e8a for: {'port': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:06:10.481256 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-0e310166-c70a-4ec3-84e4-bdcb92e6f637 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:10.501563 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b6259-8e79-4e08-a0f2-ca91a19821bd req-15b7454c-0e61-41a0-b225-e916d7d04889 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:10.503107 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9a6b6259-8e79-4e08-a0f2-ca91a19821bd req-15b7454c-0e61-41a0-b225-e916d7d04889 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=790f10d8-885e-435b-b3df-e1c2d9976273 HTTP/1.1" status: 200 len: 946 time: 0.2702467 Apr 30 16:06:10.562050 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-617bbcaa-2143-4d14-9bfe-e4008731445f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:10.563492 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-617bbcaa-2143-4d14-9bfe-e4008731445f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f49f6ab6b0bb45e08a037b1a52e8f5a0&device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 1097 time: 0.2162559 Apr 30 16:06:10.660780 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-109ca39b-e62a-416b-896f-f131c97045ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35369b88-a07e-4f76-a8bc-076cd3dc7678 HTTP/1.1" status: 200 len: 217 time: 0.0795012 Apr 30 16:06:10.739305 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9a6b6259-8e79-4e08-a0f2-ca91a19821bd req-f9244390-242d-4442-abd0-6cdb618f3470 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dc48938-e256-477e-90ad-9710e441ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211485 Apr 30 16:06:10.797960 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-e1d27e57-be48-406a-9c6d-5b93c997b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:10.799443 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-e1d27e57-be48-406a-9c6d-5b93c997b04f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c3f0dcf-76e4-455c-995e-9f076da6edfe HTTP/1.1" status: 200 len: 853 time: 0.1242201 Apr 30 16:06:10.857937 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-0e310166-c70a-4ec3-84e4-bdcb92e6f637 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Allocated IP 172.20.0.5 (ee2b0be8-6f61-4610-80f3-80f1a59047b4/f8b7b306-eb20-4da6-945c-a1c9edf03578/1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:06:10.923927 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3184833-6a00-4564-929f-764946aff9e8 req-91f5fdf2-9aae-41c6-a39b-522f84eb13b9 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:10.925373 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b3184833-6a00-4564-929f-764946aff9e8 req-91f5fdf2-9aae-41c6-a39b-522f84eb13b9 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=790f10d8-885e-435b-b3df-e1c2d9976273 HTTP/1.1" status: 200 len: 946 time: 0.0844417 Apr 30 16:06:10.934989 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 37784) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:10.940418 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-65412225-fffb-4c17-91ec-f6615df16dae tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Request body: {'floatingip': {'port_id': '2e8ad280-00fc-409d-9d19-0dd07f048d53'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:10.974766 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-396d1f0d-90c4-498b-851c-69dbf20c2fc7 req-8705b020-7b03-4a10-8e7a-4582456f44d5 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 210 time: 0.0687361 Apr 30 16:06:10.993598 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-6c64100a-dbc3-4fee-819d-991b47173947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:10.995151 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-6c64100a-dbc3-4fee-819d-991b47173947 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c171d05-8a84-4e03-b3b3-4fe9446e93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1884236 Apr 30 16:06:11.019400 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-65412225-fffb-4c17-91ec-f6615df16dae tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for floatingip, before_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:11.314236 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-0e310166-c70a-4ec3-84e4-bdcb92e6f637 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:11.344510 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-84d6cc45-adea-43a6-b579-51beba073df4 service neutron] 10.222.0.42 "GET /v2.0/networks/1c171d05-8a84-4e03-b3b3-4fe9446e93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984860 Apr 30 16:06:11.347098 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-0e310166-c70a-4ec3-84e4-bdcb92e6f637 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Transition to ACTIVE for port object 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 will not be triggered until provisioned by entity DHCP. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:06:11.468778 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-0e310166-c70a-4ec3-84e4-bdcb92e6f637 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:11.476288 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:11.563147 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7746c89a-39ec-422e-be93-f0ada5ce9115 req-e0af0774-bc95-499d-98f0-6cecc664147e service neutron] 10.222.0.42 "GET /v2.0/networks/1c171d05-8a84-4e03-b3b3-4fe9446e93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089176 Apr 30 16:06:11.566761 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-0e310166-c70a-4ec3-84e4-bdcb92e6f637 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Network ee2b0be8-6f61-4610-80f3-80f1a59047b4 is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:06:11.570389 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e310166-c70a-4ec3-84e4-bdcb92e6f637 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Pushing event updated for resources: {'Port': ['ID=1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:11.572783 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-0e310166-c70a-4ec3-84e4-bdcb92e6f637 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:06:11.575092 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-0e310166-c70a-4ec3-84e4-bdcb92e6f637 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:11.575774 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-0e310166-c70a-4ec3-84e4-bdcb92e6f637 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:06:11.622520 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829a232-03e1-48ce-88e6-093039e28c54 req-af8f5026-ed02-4018-babf-51012f3ced8b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:11.624751 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-e829a232-03e1-48ce-88e6-093039e28c54 req-af8f5026-ed02-4018-babf-51012f3ced8b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 944 time: 0.1952364 Apr 30 16:06:11.690187 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-e829a232-03e1-48ce-88e6-093039e28c54 req-d39c0840-f51f-4cf9-955e-4110c2e34ff6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547199 Apr 30 16:06:11.692188 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-0e310166-c70a-4ec3-84e4-bdcb92e6f637 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:11.692817 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-0e310166-c70a-4ec3-84e4-bdcb92e6f637 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:11.738093 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-0e310166-c70a-4ec3-84e4-bdcb92e6f637 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6642613 Apr 30 16:06:11.742751 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a19be6-fb5a-466c-8117-9221c1fe83a4 req-ed470af1-3661-4911-ade0-40edc1fadf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:11.744189 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d6a19be6-fb5a-466c-8117-9221c1fe83a4 req-ed470af1-3661-4911-ade0-40edc1fadf16 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f49f6ab6b0bb45e08a037b1a52e8f5a0&device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 1097 time: 0.1168087 Apr 30 16:06:11.757746 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-36f2ced7-b87a-48e3-afac-e72c5a9dc391 service neutron] Request body: {'port': {'device_id': '40d53a8a-d8f2-4b1f-b4ab-92989c221844', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:11.816448 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-65412225-fffb-4c17-91ec-f6615df16dae tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:11.820315 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-65412225-fffb-4c17-91ec-f6615df16dae tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-915876'] for floatingip, after_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:11.864879 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-38c7a300-1e90-4606-b397-a713f4247743 None None] Provisioning for port 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 completed by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:06:11.870502 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-38c7a300-1e90-4606-b397-a713f4247743 None None] Provisioning complete for port 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:06:11.870928 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-38c7a300-1e90-4606-b397-a713f4247743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:11.927890 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-38c7a300-1e90-4606-b397-a713f4247743 None None] Port 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 cannot update to ACTIVE because it is not bound. {{(pid=73965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:06:11.981734 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-36f2ced7-b87a-48e3-afac-e72c5a9dc391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:11.995634 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a19be6-fb5a-466c-8117-9221c1fe83a4 req-65fbf582-0da6-48d5-bf43-070a3a4e0bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:11.997227 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d6a19be6-fb5a-466c-8117-9221c1fe83a4 req-65fbf582-0da6-48d5-bf43-070a3a4e0bca service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c171d05-8a84-4e03-b3b3-4fe9446e93e6 HTTP/1.1" status: 200 len: 914 time: 0.2436872 Apr 30 16:06:11.997368 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.db.l3_db [None req-65412225-fffb-4c17-91ec-f6615df16dae tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Floating IP 59c1e24c-7768-4e87-ba58-e08c0cb67ddb associated. External IP: 172.27.3.127, port: 2e8ad280-00fc-409d-9d19-0dd07f048d53. Apr 30 16:06:12.131240 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d6a19be6-fb5a-466c-8117-9221c1fe83a4 req-13644e73-efb8-4adb-90a5-f24383442a8a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35369b88-a07e-4f76-a8bc-076cd3dc7678 HTTP/1.1" status: 200 len: 217 time: 0.0977218 Apr 30 16:06:12.280662 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a19be6-fb5a-466c-8117-9221c1fe83a4 req-31067df7-942d-481f-b512-f5bb46799311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:12.282086 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d6a19be6-fb5a-466c-8117-9221c1fe83a4 req-31067df7-942d-481f-b512-f5bb46799311 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c3f0dcf-76e4-455c-995e-9f076da6edfe HTTP/1.1" status: 200 len: 853 time: 0.1393189 Apr 30 16:06:12.351454 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65412225-fffb-4c17-91ec-f6615df16dae tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Router 2f788246-b803-49c3-b0cc-9643de3bfca4 has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:06:12.431525 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968392a-46f4-494d-b0bc-ee8f725138cf req-625f6a89-4805-4333-af52-cd1bd97e2fdb tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:12.432149 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-d968392a-46f4-494d-b0bc-ee8f725138cf req-625f6a89-4805-4333-af52-cd1bd97e2fdb tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Synchronizing usage tracker for tenant:5252f565887e47f3ad4aa7e44a1a1e8a on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:06:12.479793 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-d968392a-46f4-494d-b0bc-ee8f725138cf req-625f6a89-4805-4333-af52-cd1bd97e2fdb tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Unset dirty status for tenant:5252f565887e47f3ad4aa7e44a1a1e8a on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:06:12.481080 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d968392a-46f4-494d-b0bc-ee8f725138cf req-625f6a89-4805-4333-af52-cd1bd97e2fdb tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 931 time: 0.3912001 Apr 30 16:06:12.531421 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65412225-fffb-4c17-91ec-f6615df16dae tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:06:12.534556 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a19be6-fb5a-466c-8117-9221c1fe83a4 req-0858a88f-54c6-46b3-90f7-7bddf0e3fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:12.536533 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d6a19be6-fb5a-466c-8117-9221c1fe83a4 req-0858a88f-54c6-46b3-90f7-7bddf0e3fae5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c171d05-8a84-4e03-b3b3-4fe9446e93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2432272 Apr 30 16:06:12.536641 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-65412225-fffb-4c17-91ec-f6615df16dae tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for floatingip, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:12.542629 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7cc6c4-6af2-4a3e-8ac1-1b2ca0841af4 None None] Sync routers for ids ['2f788246-b803-49c3-b0cc-9643de3bfca4'] in dv-cinder-787195-6-iscsi {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:06:12.552846 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7cc6c4-6af2-4a3e-8ac1-1b2ca0841af4 None None] Routers {'2f788246-b803-49c3-b0cc-9643de3bfca4'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:06:12.553455 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-1a7cc6c4-6af2-4a3e-8ac1-1b2ca0841af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:05:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['2f788246-b803-49c3-b0cc-9643de3bfca4'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:12.575930 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d968392a-46f4-494d-b0bc-ee8f725138cf req-6f0af82a-b2be-47dd-9eb6-3870271c0b68 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823820 Apr 30 16:06:12.599684 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-65412225-fffb-4c17-91ec-f6615df16dae tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "PUT /v2.0/floatingips/59c1e24c-7768-4e87-ba58-e08c0cb67ddb HTTP/1.1" status: 200 len: 992 time: 1.6609788 Apr 30 16:06:12.599684 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790f10d8-885e-435b-b3df-e1c2d9976273', 'tag': '2e8ad280-00fc-409d-9d19-0dd07f048d53'}] {{(pid=73964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:06:12.732562 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-36f2ced7-b87a-48e3-afac-e72c5a9dc391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 {{(pid=73963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:06:12.738857 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790f10d8-885e-435b-b3df-e1c2d9976273', 'tag': '2e8ad280-00fc-409d-9d19-0dd07f048d53', 'status': 'completed', 'code': 200} Apr 30 16:06:12.750455 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-36f2ced7-b87a-48e3-afac-e72c5a9dc391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:12.766358 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d6a19be6-fb5a-466c-8117-9221c1fe83a4 req-d83e30e2-46c0-4b16-a627-ef7651cd28d2 service neutron] 10.222.0.42 "GET /v2.0/networks/1c171d05-8a84-4e03-b3b3-4fe9446e93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214520 Apr 30 16:06:12.774057 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-1a7cc6c4-6af2-4a3e-8ac1-1b2ca0841af4 None None] Set router 2f788246-b803-49c3-b0cc-9643de3bfca4 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:06:12.823041 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-36f2ced7-b87a-48e3-afac-e72c5a9dc391 service neutron] Transition to ACTIVE for port object 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 will not be triggered until provisioned by entity L2. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:06:12.910785 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec44c03-ec68-4092-91f9-c442407f11e0 req-8419aac0-50a3-4bc1-b874-3a08f43d4c9f tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:12.919317 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3ec44c03-ec68-4092-91f9-c442407f11e0 req-8419aac0-50a3-4bc1-b874-3a08f43d4c9f tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 944 time: 0.0905197 Apr 30 16:06:12.959781 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-36f2ced7-b87a-48e3-afac-e72c5a9dc391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914934'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:12.962108 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3ec44c03-ec68-4092-91f9-c442407f11e0 req-9b5a05b4-520a-4049-b099-7c21718176d2 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420303 Apr 30 16:06:12.967792 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-decbbeda-293e-4320-8bb4-6c1e8c63a5dc tempest-VolumesNegativeTest-1279900310 tempest-VolumesNegativeTest-1279900310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:13.156058 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-1a7cc6c4-6af2-4a3e-8ac1-1b2ca0841af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'name': 'tempest-AttachVolumeTestJSON-1911497803-router', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:16Z', 'updated_at': '2021-04-30T16:00:26Z', 'revision_number': 4, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'gw_port': {'id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:30:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:17Z', 'updated_at': '2021-04-30T16:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': '59c1e24c-7768-4e87-ba58-e08c0cb67ddb', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'port_id': '2e8ad280-00fc-409d-9d19-0dd07f048d53', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4', 'mac_address': 'fa:16:3e:97:9d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790f10d8-885e-435b-b3df-e1c2d9976273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:05:46Z', 'updated_at': '2021-04-30T16:06:11Z', 'revision_number': 1, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33f0bac-05ff-4148-9395-5251c188e475', 'name': '', 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'mac_address': 'fa:16:3e:69:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:23Z', 'updated_at': '2021-04-30T16:00:40Z', 'revision_number': 5, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'subnets': [{'id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:13.160102 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7cc6c4-6af2-4a3e-8ac1-1b2ca0841af4 None None] Checking router: 2f788246-b803-49c3-b0cc-9643de3bfca4 for host: dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:06:13.169887 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7cc6c4-6af2-4a3e-8ac1-1b2ca0841af4 None None] Routers {'2f788246-b803-49c3-b0cc-9643de3bfca4'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:06:13.170503 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-1a7cc6c4-6af2-4a3e-8ac1-1b2ca0841af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:05:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['2f788246-b803-49c3-b0cc-9643de3bfca4'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:13.195821 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2ced7-b87a-48e3-afac-e72c5a9dc391 service neutron] Pushing event updated for resources: {'Port': ['ID=1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5,revision_number=2']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:13.206289 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-36f2ced7-b87a-48e3-afac-e72c5a9dc391 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:13.277836 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d6a19be6-fb5a-466c-8117-9221c1fe83a4 req-11625ecb-8239-4061-b540-4af6a182ae83 service neutron] 10.222.0.42 "GET /v2.0/networks/1c171d05-8a84-4e03-b3b3-4fe9446e93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775665 Apr 30 16:06:13.283064 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3ba6c-0500-4669-bf6b-91fb6af9fd09 req-9c6f3ce0-6451-4da1-a6ce-9c1d7d536505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:13.283511 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e3b3ba6c-0500-4669-bf6b-91fb6af9fd09 req-9c6f3ce0-6451-4da1-a6ce-9c1d7d536505 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2585736d9b1c4eaabdd630f3e03e2da0&device_id=790f10d8-885e-435b-b3df-e1c2d9976273 HTTP/1.1" status: 200 len: 1099 time: 0.5163062 Apr 30 16:06:13.409307 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-36f2ced7-b87a-48e3-afac-e72c5a9dc391 service neutron] Attempting to bind port 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:06:13.409641 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-36f2ced7-b87a-48e3-afac-e72c5a9dc391 service neutron] Attempting to bind port 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '4a9ac4f1-b7da-4804-bb77-705b2013b108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4'}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:06:13.409973 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-36f2ced7-b87a-48e3-afac-e72c5a9dc391 service neutron] Attempting to bind port 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 on network ee2b0be8-6f61-4610-80f3-80f1a59047b4 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:06:13.410195 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-314419f7-6861-4a05-9f3c-ba9a3cac77c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:13.418031 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-36f2ced7-b87a-48e3-afac-e72c5a9dc391 service neutron] Port 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 on network ee2b0be8-6f61-4610-80f3-80f1a59047b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:06:13.418472 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-36f2ced7-b87a-48e3-afac-e72c5a9dc391 service neutron] Attempting to bind port 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 on network ee2b0be8-6f61-4610-80f3-80f1a59047b4 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:06:13.428195 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-36f2ced7-b87a-48e3-afac-e72c5a9dc391 service neutron] Checking agent: {'id': '12734182-a135-4f20-887d-69ffd9792d0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'started_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:06:13.428533 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-36f2ced7-b87a-48e3-afac-e72c5a9dc391 service neutron] Checking segment: {'id': '4a9ac4f1-b7da-4804-bb77-705b2013b108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:06:13.428913 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-36f2ced7-b87a-48e3-afac-e72c5a9dc391 service neutron] Bound using segment: {'id': '4a9ac4f1-b7da-4804-bb77-705b2013b108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4'} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:06:13.429343 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-36f2ced7-b87a-48e3-afac-e72c5a9dc391 service neutron] Bound port: 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a9ac4f1-b7da-4804-bb77-705b2013b108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4'}}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:06:13.429686 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-36f2ced7-b87a-48e3-afac-e72c5a9dc391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:13.456315 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-1a7cc6c4-6af2-4a3e-8ac1-1b2ca0841af4 None None] Set router 2f788246-b803-49c3-b0cc-9643de3bfca4 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:06:13.506583 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3ba6c-0500-4669-bf6b-91fb6af9fd09 req-d43bb32e-1948-4e3a-9009-e00e8f9db1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:13.508122 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e3b3ba6c-0500-4669-bf6b-91fb6af9fd09 req-d43bb32e-1948-4e3a-9009-e00e8f9db1ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=529eb04d-afd1-4ec1-a7cf-59406e4ebee4 HTTP/1.1" status: 200 len: 911 time: 0.2168350 Apr 30 16:06:13.619537 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-36f2ced7-b87a-48e3-afac-e72c5a9dc391 service neutron] For port 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5, host hv-cinder-78719, cleared binding levels {{(pid=73963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:06:13.637715 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e3b3ba6c-0500-4669-bf6b-91fb6af9fd09 req-fdfbf071-eb6e-4bbd-9343-c41a8d1c03a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e8ad280-00fc-409d-9d19-0dd07f048d53 HTTP/1.1" status: 200 len: 1000 time: 0.1207900 Apr 30 16:06:13.639169 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-36f2ced7-b87a-48e3-afac-e72c5a9dc391 service neutron] For port 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:06:13.643832 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-36f2ced7-b87a-48e3-afac-e72c5a9dc391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914934'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:13.649041 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-f913d7db-9e04-47d1-8957-891e94369d8a tempest-AttachVolumeNegativeTest-2002608823 tempest-AttachVolumeNegativeTest-2002608823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:13.787605 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-36f2ced7-b87a-48e3-afac-e72c5a9dc391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:13.788242 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-36f2ced7-b87a-48e3-afac-e72c5a9dc391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:13.789600 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-36f2ced7-b87a-48e3-afac-e72c5a9dc391 service neutron] 10.222.0.42 "PUT /v2.0/ports/1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 HTTP/1.1" status: 200 len: 1093 time: 2.0372646 Apr 30 16:06:13.799573 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d53a8a-d8f2-4b1f-b4ab-92989c221844', 'tag': '1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:06:13.817851 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-1a7cc6c4-6af2-4a3e-8ac1-1b2ca0841af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'name': 'tempest-AttachVolumeTestJSON-1911497803-router', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:16Z', 'updated_at': '2021-04-30T16:00:26Z', 'revision_number': 4, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'gw_port': {'id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:30:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:17Z', 'updated_at': '2021-04-30T16:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': '59c1e24c-7768-4e87-ba58-e08c0cb67ddb', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'port_id': '2e8ad280-00fc-409d-9d19-0dd07f048d53', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4', 'mac_address': 'fa:16:3e:97:9d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790f10d8-885e-435b-b3df-e1c2d9976273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:05:46Z', 'updated_at': '2021-04-30T16:06:11Z', 'revision_number': 1, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33f0bac-05ff-4148-9395-5251c188e475', 'name': '', 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'mac_address': 'fa:16:3e:69:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:23Z', 'updated_at': '2021-04-30T16:00:40Z', 'revision_number': 5, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'subnets': [{'id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:13.824005 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7cc6c4-6af2-4a3e-8ac1-1b2ca0841af4 None None] The sync data for ids ['2f788246-b803-49c3-b0cc-9643de3bfca4'] in dv-cinder-787195-6-iscsi is: [{'id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'name': 'tempest-AttachVolumeTestJSON-1911497803-router', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:16Z', 'updated_at': '2021-04-30T16:00:26Z', 'revision_number': 4, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'gw_port': {'id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:30:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:17Z', 'updated_at': '2021-04-30T16:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': '59c1e24c-7768-4e87-ba58-e08c0cb67ddb', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'port_id': '2e8ad280-00fc-409d-9d19-0dd07f048d53', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4', 'mac_address': 'fa:16:3e:97:9d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790f10d8-885e-435b-b3df-e1c2d9976273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:05:46Z', 'updated_at': '2021-04-30T16:06:11Z', 'revision_number': 1, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f33f0bac-05ff-4148-9395-5251c188e475', 'name': '', 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'mac_address': 'fa:16:3e:69:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:23Z', 'updated_at': '2021-04-30T16:00:40Z', 'revision_number': 5, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'subnets': [{'id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:06:13.827974 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3ba6c-0500-4669-bf6b-91fb6af9fd09 req-99c0e65b-d5fb-4f00-baef-95286244fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:13.829439 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e3b3ba6c-0500-4669-bf6b-91fb6af9fd09 req-99c0e65b-d5fb-4f00-baef-95286244fe18 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b5b4d6f-2a10-41bf-be25-6159859e6aec HTTP/1.1" status: 200 len: 850 time: 0.1813965 Apr 30 16:06:13.833315 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2ced7-b87a-48e3-afac-e72c5a9dc391 service neutron] Pushing event updated for resources: {'Port': ['ID=1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5,revision_number=3']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:13.838912 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-36f2ced7-b87a-48e3-afac-e72c5a9dc391 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:13.924077 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d53a8a-d8f2-4b1f-b4ab-92989c221844', 'tag': '1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5', 'status': 'completed', 'code': 200} Apr 30 16:06:13.968845 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9500a4-4c59-4a99-85f3-57ad23e402a8 req-7b87d517-d002-4c13-a6b1-27c4a1559273 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:13.970342 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0c9500a4-4c59-4a99-85f3-57ad23e402a8 req-7b87d517-d002-4c13-a6b1-27c4a1559273 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 943 time: 0.2518430 Apr 30 16:06:14.035826 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3ba6c-0500-4669-bf6b-91fb6af9fd09 req-cb55524d-2796-443d-ac5b-7e1d28f5a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:14.037330 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e3b3ba6c-0500-4669-bf6b-91fb6af9fd09 req-cb55524d-2796-443d-ac5b-7e1d28f5a7da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=529eb04d-afd1-4ec1-a7cf-59406e4ebee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1996241 Apr 30 16:06:14.040985 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0c9500a4-4c59-4a99-85f3-57ad23e402a8 req-7d9e692f-07bd-440b-966c-2473460aea35 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640092 Apr 30 16:06:14.069884 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-92d63f51-dec1-4a31-8156-74171c2c5c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:14.071343 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-92d63f51-dec1-4a31-8156-74171c2c5c68 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5252f565887e47f3ad4aa7e44a1a1e8a&device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 1096 time: 0.1964271 Apr 30 16:06:14.102441 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d6e6e5-ddca-4dda-933a-daae499db28e None None] New status for floating IP 59c1e24c-7768-4e87-ba58-e08c0cb67ddb: ACTIVE {{(pid=73966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:06:14.150992 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-da8012cf-25bc-4656-9dd8-643ac96bc85d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 HTTP/1.1" status: 200 len: 217 time: 0.0652919 Apr 30 16:06:14.275988 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1748ed-eaa4-4234-b029-0ab773ded159 req-5b9194dc-50b2-41d8-9a98-680a4f8cecb0 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:14.278881 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-6c1748ed-eaa4-4234-b029-0ab773ded159 req-5b9194dc-50b2-41d8-9a98-680a4f8cecb0 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 944 time: 0.1893339 Apr 30 16:06:14.286867 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-fb508921-8790-4055-903e-02cc0791ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:14.288305 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-fb508921-8790-4055-903e-02cc0791ca2f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f8b7b306-eb20-4da6-945c-a1c9edf03578 HTTP/1.1" status: 200 len: 856 time: 0.0914829 Apr 30 16:06:14.293737 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e3b3ba6c-0500-4669-bf6b-91fb6af9fd09 req-84aca2ba-d7bb-40a7-a91c-ed106c1ccf09 service neutron] 10.222.0.42 "GET /v2.0/networks/529eb04d-afd1-4ec1-a7cf-59406e4ebee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481723 Apr 30 16:06:14.325846 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-6c1748ed-eaa4-4234-b029-0ab773ded159 req-660493b6-7b0f-4742-a05d-996ade1d8b40 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407898 Apr 30 16:06:14.594452 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-be0679b1-6f42-471c-a3f3-e7f393fd6e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:14.595956 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-be0679b1-6f42-471c-a3f3-e7f393fd6e01 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee2b0be8-6f61-4610-80f3-80f1a59047b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2960782 Apr 30 16:06:14.597880 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e3b3ba6c-0500-4669-bf6b-91fb6af9fd09 req-226a913d-31a4-4bc8-a9b0-4f1a28c041b3 service neutron] 10.222.0.42 "GET /v2.0/networks/529eb04d-afd1-4ec1-a7cf-59406e4ebee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620707 Apr 30 16:06:14.739355 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-55ec7cb2-bbdd-4e8e-b8a4-b934594abfc8 service neutron] 10.222.0.42 "GET /v2.0/networks/ee2b0be8-6f61-4610-80f3-80f1a59047b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257446 Apr 30 16:06:14.867222 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-23b10c37-ef94-46b9-a2b3-3157038b2e6a req-c26c04ea-9f55-401f-bb3a-d8332c8cbd88 service neutron] 10.222.0.42 "GET /v2.0/networks/ee2b0be8-6f61-4610-80f3-80f1a59047b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198890 Apr 30 16:06:14.873093 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 35369b88-a07e-4f76-a8bc-076cd3dc7678 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:06:15.007152 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c9ba8-108d-45be-a8c5-757a72f0cfcb req-ec64dc8b-cb96-49a7-85ec-761b4cd56fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:15.008641 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-309c9ba8-108d-45be-a8c5-757a72f0cfcb req-ec64dc8b-cb96-49a7-85ec-761b4cd56fdc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5252f565887e47f3ad4aa7e44a1a1e8a&device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 1096 time: 0.0780196 Apr 30 16:06:15.022650 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 35369b88-a07e-4f76-a8bc-076cd3dc7678, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=35369b88-a07e-4f76-a8bc-076cd3dc7678,segment=NetworkSegment(181b67ae-0412-4885-9f4c-18692dae80ec),segment_id=181b67ae-0412-4885-9f4c-18692dae80ec)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:06:15.036563 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Returning: {'device': '35369b88-a07e-4f76-a8bc-076cd3dc7678', 'network_id': '1c171d05-8a84-4e03-b3b3-4fe9446e93e6', 'port_id': '35369b88-a07e-4f76-a8bc-076cd3dc7678', 'mac_address': 'fa:16:3e:d7:b9:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c3f0dcf-76e4-455c-995e-9f076da6edfe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:06:15.092892 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:15.109540 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35369b88-a07e-4f76-a8bc-076cd3dc7678 {{(pid=73965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:06:15.126656 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 35369b88-a07e-4f76-a8bc-076cd3dc7678, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=35369b88-a07e-4f76-a8bc-076cd3dc7678,segment=NetworkSegment(181b67ae-0412-4885-9f4c-18692dae80ec),segment_id=181b67ae-0412-4885-9f4c-18692dae80ec)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:06:15.130768 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:15.133719 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-0f120f16-f57e-47ec-bff2-1f26a4713935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:15.150391 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c9ba8-108d-45be-a8c5-757a72f0cfcb req-48486ced-19ed-4eb9-b9a2-c21856b35e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:15.153063 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-309c9ba8-108d-45be-a8c5-757a72f0cfcb req-48486ced-19ed-4eb9-b9a2-c21856b35e49 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ee2b0be8-6f61-4610-80f3-80f1a59047b4 HTTP/1.1" status: 200 len: 917 time: 0.1336668 Apr 30 16:06:15.206745 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=35369b88-a07e-4f76-a8bc-076cd3dc7678,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:15.214301 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:15.215408 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:15.215872 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:15.216345 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:15.216673 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:15.217635 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:15.217983 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:15.218450 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:15.218780 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:15.219100 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:15.219423 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:15.219831 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:15.223853 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:15.229637 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-309c9ba8-108d-45be-a8c5-757a72f0cfcb req-c94f5bdc-70a3-49b7-bea5-7a1433b51036 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 HTTP/1.1" status: 200 len: 217 time: 0.0694866 Apr 30 16:06:15.243060 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2856778-5026-463f-9fc7-2994cc6da39a req-235921dc-86ab-434e-b239-3d68400bae29 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:15.244569 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-e2856778-5026-463f-9fc7-2994cc6da39a req-235921dc-86ab-434e-b239-3d68400bae29 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 943 time: 0.0835574 Apr 30 16:06:15.291486 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-e2856778-5026-463f-9fc7-2994cc6da39a req-02c5a331-28c5-43e8-859e-611301e1629d tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410726 Apr 30 16:06:15.296389 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c9ba8-108d-45be-a8c5-757a72f0cfcb req-801550a6-3d76-46f7-9967-a1454a9a6338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:15.298030 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-309c9ba8-108d-45be-a8c5-757a72f0cfcb req-801550a6-3d76-46f7-9967-a1454a9a6338 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f8b7b306-eb20-4da6-945c-a1c9edf03578 HTTP/1.1" status: 200 len: 856 time: 0.0618644 Apr 30 16:06:15.382993 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c9ba8-108d-45be-a8c5-757a72f0cfcb req-3fd38996-839a-40b8-b41b-d103ac0432a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:15.384478 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-309c9ba8-108d-45be-a8c5-757a72f0cfcb req-3fd38996-839a-40b8-b41b-d103ac0432a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee2b0be8-6f61-4610-80f3-80f1a59047b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762887 Apr 30 16:06:15.416345 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['35369b88-a07e-4f76-a8bc-076cd3dc7678'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:06:15.569711 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-309c9ba8-108d-45be-a8c5-757a72f0cfcb req-f000391e-1381-4fc7-a4a9-ea4472535bd5 service neutron] 10.222.0.42 "GET /v2.0/networks/ee2b0be8-6f61-4610-80f3-80f1a59047b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777625 Apr 30 16:06:15.589635 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b405a05-1500-48af-84f0-860275acc1ed req-3b9ba4bb-ecbb-41bb-84d0-740537798161 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:15.591419 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9b405a05-1500-48af-84f0-860275acc1ed req-3b9ba4bb-ecbb-41bb-84d0-740537798161 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 945 time: 0.1181974 Apr 30 16:06:15.723979 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9b405a05-1500-48af-84f0-860275acc1ed req-ad1bb64f-c569-4b90-b149-494428722ab1 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131101 Apr 30 16:06:15.755354 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-309c9ba8-108d-45be-a8c5-757a72f0cfcb req-2ba1bf7b-11b1-4c09-926d-84d9507cfc0c service neutron] 10.222.0.42 "GET /v2.0/networks/ee2b0be8-6f61-4610-80f3-80f1a59047b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734056 Apr 30 16:06:15.888947 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:15.909694 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-d647a0d0-1591-4915-a69b-a00acae074b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:16.478379 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827cab9-821b-4061-b344-066a76910e93 req-17693f6b-d7c5-4a77-9959-c3309bcdac9f tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:16.479839 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9827cab9-821b-4061-b344-066a76910e93 req-17693f6b-d7c5-4a77-9959-c3309bcdac9f tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 943 time: 0.0778375 Apr 30 16:06:16.523837 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9827cab9-821b-4061-b344-066a76910e93 req-12e4353d-f200-4a00-8828-4d4d174046fd tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376222 Apr 30 16:06:16.650690 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:16.868150 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:06:16.873343 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 35369b88-a07e-4f76-a8bc-076cd3dc7678 up at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:06:16.910892 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb469a8-873f-4a0a-bb4e-bbbefbff155d req-14b10582-1ece-445f-bcc7-c58bf6dbfe3c tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:16.912366 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-bdb469a8-873f-4a0a-bb4e-bbbefbff155d req-14b10582-1ece-445f-bcc7-c58bf6dbfe3c tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 945 time: 0.0801625 Apr 30 16:06:16.959610 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-bdb469a8-873f-4a0a-bb4e-bbbefbff155d req-bf355f77-53d6-4e98-91df-a859b87336a5 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398750 Apr 30 16:06:17.029635 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning for port 35369b88-a07e-4f76-a8bc-076cd3dc7678 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:06:17.038889 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning complete for port 35369b88-a07e-4f76-a8bc-076cd3dc7678 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:06:17.039266 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:17.099478 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:06:17.122772 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Returning: {'device': '1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'port_id': '1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5', 'mac_address': 'fa:16:3e:0b:b6:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:06:17.225066 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:17.240457 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:17.258499 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 {{(pid=73965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:06:17.280791 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c45532-de6d-4927-a209-c9b80b8aaf78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35369b88-a07e-4f76-a8bc-076cd3dc7678'}] {{(pid=73965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:06:17.291869 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:06:17.294189 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 35369b88-a07e-4f76-a8bc-076cd3dc7678, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=35369b88-a07e-4f76-a8bc-076cd3dc7678,segment=NetworkSegment(181b67ae-0412-4885-9f4c-18692dae80ec),segment_id=181b67ae-0412-4885-9f4c-18692dae80ec)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:06:17.297557 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:17.299548 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:17.328805 dv-cinder-787195-6-iscsi neutron-server[73965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c45532-de6d-4927-a209-c9b80b8aaf78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35369b88-a07e-4f76-a8bc-076cd3dc7678', 'code': 200} Apr 30 16:06:17.329938 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:17.369635 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:17.373571 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:17.374038 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-af2a8d33-f2c9-4b92-8ae5-f1185acff4e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:17.440691 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=35369b88-a07e-4f76-a8bc-076cd3dc7678,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:17.445949 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:17.539103 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:06:17.553180 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f415a4-8594-4c79-a0d7-e2f1cd43096a req-dc02b34f-e1b5-4c76-b161-bc7eb9c67030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:17.554671 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f0f415a4-8594-4c79-a0d7-e2f1cd43096a req-dc02b34f-e1b5-4c76-b161-bc7eb9c67030 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 1099 time: 0.0723834 Apr 30 16:06:17.601194 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f0f415a4-8594-4c79-a0d7-e2f1cd43096a req-3a245386-c73f-4d1b-87f4-f88f4687228d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387473 Apr 30 16:06:17.716668 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56f613-1694-42a7-8ddf-7118ec12c046 req-1b7b2d74-36c6-4e8c-a2b5-e12cf8f10663 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:17.718129 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3b56f613-1694-42a7-8ddf-7118ec12c046 req-1b7b2d74-36c6-4e8c-a2b5-e12cf8f10663 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 944 time: 0.0789626 Apr 30 16:06:17.763339 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3b56f613-1694-42a7-8ddf-7118ec12c046 req-3a48800b-fdce-44b9-8da2-2a927fd73896 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394604 Apr 30 16:06:18.148792 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665b5f5-3d35-43f8-9714-a0eca9518036 req-6cfb13c4-4f77-4a42-8969-3294184ed5c1 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:18.150209 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f665b5f5-3d35-43f8-9714-a0eca9518036 req-6cfb13c4-4f77-4a42-8969-3294184ed5c1 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 946 time: 0.0822837 Apr 30 16:06:18.194270 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f665b5f5-3d35-43f8-9714-a0eca9518036 req-d74e048b-a01f-4e78-abb4-58987b6cfc91 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379117 Apr 30 16:06:18.430170 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:18.874602 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 up at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:06:18.943073 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning for port 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:06:18.947776 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning complete for port 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:06:18.948360 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:18.957684 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e41689-554f-49c7-a9d9-0bf56b7f404e req-e2b2809b-6a33-4223-8890-789801126b5f tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:18.959280 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d2e41689-554f-49c7-a9d9-0bf56b7f404e req-e2b2809b-6a33-4223-8890-789801126b5f tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 944 time: 0.0822258 Apr 30 16:06:19.007836 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d2e41689-554f-49c7-a9d9-0bf56b7f404e req-8d12d844-1f5a-4f2d-9abf-fd313e5ae111 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423687 Apr 30 16:06:19.063999 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:19.095349 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:06:19.098858 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:19.100611 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-d4822419-91ee-47ff-8669-af6f2eb8c7f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:19.163690 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:19.166617 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:19.330241 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d53a8a-d8f2-4b1f-b4ab-92989c221844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5'}] {{(pid=73965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:06:19.375478 dv-cinder-787195-6-iscsi neutron-server[73965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d53a8a-d8f2-4b1f-b4ab-92989c221844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5', 'code': 200} Apr 30 16:06:19.385882 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f31062-30f1-4a22-9607-8144ae060912 req-b04436bd-e8a1-48a3-a66f-d3855baf96cd tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:19.387799 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d0f31062-30f1-4a22-9607-8144ae060912 req-b04436bd-e8a1-48a3-a66f-d3855baf96cd tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 946 time: 0.0867298 Apr 30 16:06:19.435594 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d0f31062-30f1-4a22-9607-8144ae060912 req-df2a081b-e27c-415f-a928-d67d3ec2fb99 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411432 Apr 30 16:06:19.769987 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b6f40-c78e-499b-880e-bb6fe56b717a req-2c208b8e-1d95-4a8d-8988-16547181665f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:19.771436 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d59b6f40-c78e-499b-880e-bb6fe56b717a req-2c208b8e-1d95-4a8d-8988-16547181665f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 1098 time: 0.2238126 Apr 30 16:06:19.780618 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf9f4a-2221-40e2-a52e-e74840d98c1e req-6124b4df-a226-4003-81e9-4b62d7935661 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:19.781939 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a7cf9f4a-2221-40e2-a52e-e74840d98c1e req-6124b4df-a226-4003-81e9-4b62d7935661 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 946 time: 0.2354836 Apr 30 16:06:19.851580 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d59b6f40-c78e-499b-880e-bb6fe56b717a req-9a5af640-6c12-4f7f-995c-7142a7ae7079 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627129 Apr 30 16:06:19.856102 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a7cf9f4a-2221-40e2-a52e-e74840d98c1e req-17ed6417-3d59-4031-b796-9b7801fc3406 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682094 Apr 30 16:06:20.196690 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa5665-4684-464a-a184-23600bfc9aec req-8e4753e4-50ae-40bd-8a42-35bacbffcd04 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:20.198133 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2daa5665-4684-464a-a184-23600bfc9aec req-8e4753e4-50ae-40bd-8a42-35bacbffcd04 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 945 time: 0.0821185 Apr 30 16:06:20.243651 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2daa5665-4684-464a-a184-23600bfc9aec req-f5295aea-6d61-41ea-8755-0899c156d0a0 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391822 Apr 30 16:06:20.258277 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ff120-47bd-4f21-8629-3f1e17c1a3b0 req-e06f6dd6-1537-47ec-ac2a-31397dfc8be2 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:20.259722 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-471ff120-47bd-4f21-8629-3f1e17c1a3b0 req-e06f6dd6-1537-47ec-ac2a-31397dfc8be2 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 946 time: 0.0806134 Apr 30 16:06:20.305283 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-471ff120-47bd-4f21-8629-3f1e17c1a3b0 req-7d5e227f-7da4-445e-86cf-f6b37f0b1aa4 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388086 Apr 30 16:06:21.434585 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a9015-fa27-4172-a82e-e88f0beb1dd1 req-ef32999a-1fb0-4b43-be13-3e0c9d6e0d9f tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:21.436020 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f83a9015-fa27-4172-a82e-e88f0beb1dd1 req-ef32999a-1fb0-4b43-be13-3e0c9d6e0d9f tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 945 time: 0.0819292 Apr 30 16:06:21.479437 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f83a9015-fa27-4172-a82e-e88f0beb1dd1 req-4edcf9af-1d8c-4a0e-8105-737f921b4717 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377991 Apr 30 16:06:21.665796 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfefa9-d778-418e-9066-b9cd1e5de2a4 req-69ff5388-e57b-4dad-bc46-89b9871c2e70 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:21.667261 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b2bfefa9-d778-418e-9066-b9cd1e5de2a4 req-69ff5388-e57b-4dad-bc46-89b9871c2e70 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 945 time: 0.0833302 Apr 30 16:06:21.675826 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 37860) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:21.681050 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-f5181075-bfd6-4a5d-b412-4dac6079d0d1 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Request body: {'floatingip': {'port_id': '1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:21.757067 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f5181075-bfd6-4a5d-b412-4dac6079d0d1 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for floatingip, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:22.356560 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f5181075-bfd6-4a5d-b412-4dac6079d0d1 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:22.362445 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f5181075-bfd6-4a5d-b412-4dac6079d0d1 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-915876'] for floatingip, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:22.536899 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.db.l3_db [None req-f5181075-bfd6-4a5d-b412-4dac6079d0d1 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Floating IP 74a4ecc2-6a21-4ac8-970c-98a2f02d7bd2 associated. External IP: 172.27.3.153, port: 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5. Apr 30 16:06:22.989374 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5181075-bfd6-4a5d-b412-4dac6079d0d1 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Router 879e793b-86fa-4971-ab5d-92c1955e8996 has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:06:23.164782 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5181075-bfd6-4a5d-b412-4dac6079d0d1 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:06:23.169728 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f5181075-bfd6-4a5d-b412-4dac6079d0d1 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for floatingip, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:23.174321 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cfd249-56a5-4a45-a766-5e57ac7c8acd None None] Sync routers for ids ['879e793b-86fa-4971-ab5d-92c1955e8996'] in dv-cinder-787195-6-iscsi {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:06:23.186229 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cfd249-56a5-4a45-a766-5e57ac7c8acd None None] Routers {'879e793b-86fa-4971-ab5d-92c1955e8996'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:06:23.186229 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-d5cfd249-56a5-4a45-a766-5e57ac7c8acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:06:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['879e793b-86fa-4971-ab5d-92c1955e8996'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:23.226036 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-f5181075-bfd6-4a5d-b412-4dac6079d0d1 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "PUT /v2.0/floatingips/74a4ecc2-6a21-4ac8-970c-98a2f02d7bd2 HTTP/1.1" status: 200 len: 991 time: 1.5490277 Apr 30 16:06:23.226678 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d53a8a-d8f2-4b1f-b4ab-92989c221844', 'tag': '1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:06:23.274167 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d53a8a-d8f2-4b1f-b4ab-92989c221844', 'tag': '1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5', 'status': 'completed', 'code': 200} Apr 30 16:06:23.373681 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-d5cfd249-56a5-4a45-a766-5e57ac7c8acd None None] Set router 879e793b-86fa-4971-ab5d-92c1955e8996 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:06:23.377981 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eacc82-e768-4b21-879c-13c4cefa3b44 req-eb7b4faa-5461-4ae1-ade3-5d3a586b87de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:23.379454 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-95eacc82-e768-4b21-879c-13c4cefa3b44 req-eb7b4faa-5461-4ae1-ade3-5d3a586b87de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5252f565887e47f3ad4aa7e44a1a1e8a&device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 1098 time: 0.0716085 Apr 30 16:06:23.509205 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eacc82-e768-4b21-879c-13c4cefa3b44 req-85b2d7a5-d5d3-4ae6-96ac-67ff41fc569a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:23.510558 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-95eacc82-e768-4b21-879c-13c4cefa3b44 req-85b2d7a5-d5d3-4ae6-96ac-67ff41fc569a service neutron] 10.222.0.42 "GET /v2.0/networks?id=ee2b0be8-6f61-4610-80f3-80f1a59047b4 HTTP/1.1" status: 200 len: 917 time: 0.1243205 Apr 30 16:06:23.617048 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-95eacc82-e768-4b21-879c-13c4cefa3b44 req-49a218c8-d56a-4c8a-9a47-deae681fe869 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 HTTP/1.1" status: 200 len: 999 time: 0.0976875 Apr 30 16:06:23.682347 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eacc82-e768-4b21-879c-13c4cefa3b44 req-af0e6777-227e-42f4-8c0e-f1ae90b1a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:23.684652 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-95eacc82-e768-4b21-879c-13c4cefa3b44 req-af0e6777-227e-42f4-8c0e-f1ae90b1a95e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f8b7b306-eb20-4da6-945c-a1c9edf03578 HTTP/1.1" status: 200 len: 856 time: 0.0587850 Apr 30 16:06:23.715778 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-d5cfd249-56a5-4a45-a766-5e57ac7c8acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'name': 'tempest-AttachVolumeShelveTestJSON-1256813154-router', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:01:27Z', 'updated_at': '2021-04-30T16:01:35Z', 'revision_number': 4, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'gw_port': {'id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:29Z', 'updated_at': '2021-04-30T16:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': '74a4ecc2-6a21-4ac8-970c-98a2f02d7bd2', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'port_id': '1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'mac_address': 'fa:16:3e:0b:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d53a8a-d8f2-4b1f-b4ab-92989c221844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:06:01Z', 'updated_at': '2021-04-30T16:06:22Z', 'revision_number': 1, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778e77dd-9bde-495c-9c7e-7aac5d30db8a', 'name': '', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'mac_address': 'fa:16:3e:02:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:34Z', 'updated_at': '2021-04-30T16:01:41Z', 'revision_number': 5, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'subnets': [{'id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:23.719574 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cfd249-56a5-4a45-a766-5e57ac7c8acd None None] Checking router: 879e793b-86fa-4971-ab5d-92c1955e8996 for host: dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:06:23.727753 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cfd249-56a5-4a45-a766-5e57ac7c8acd None None] Routers {'879e793b-86fa-4971-ab5d-92c1955e8996'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:06:23.728369 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-d5cfd249-56a5-4a45-a766-5e57ac7c8acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:06:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['879e793b-86fa-4971-ab5d-92c1955e8996'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:23.764770 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eacc82-e768-4b21-879c-13c4cefa3b44 req-ed985ce9-84af-4637-88f4-c4a8ca5bea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:23.766152 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-95eacc82-e768-4b21-879c-13c4cefa3b44 req-ed985ce9-84af-4637-88f4-c4a8ca5bea1e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee2b0be8-6f61-4610-80f3-80f1a59047b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724444 Apr 30 16:06:23.899185 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-95eacc82-e768-4b21-879c-13c4cefa3b44 req-dda4d146-203b-452b-9a77-1a045938e061 service neutron] 10.222.0.42 "GET /v2.0/networks/ee2b0be8-6f61-4610-80f3-80f1a59047b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252472 Apr 30 16:06:23.901104 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-d5cfd249-56a5-4a45-a766-5e57ac7c8acd None None] Set router 879e793b-86fa-4971-ab5d-92c1955e8996 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:06:24.036058 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-95eacc82-e768-4b21-879c-13c4cefa3b44 req-b9363893-476c-42dc-a3fe-2fd444314fb2 service neutron] 10.222.0.42 "GET /v2.0/networks/ee2b0be8-6f61-4610-80f3-80f1a59047b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283581 Apr 30 16:06:24.271759 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-d5cfd249-56a5-4a45-a766-5e57ac7c8acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'name': 'tempest-AttachVolumeShelveTestJSON-1256813154-router', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:01:27Z', 'updated_at': '2021-04-30T16:01:35Z', 'revision_number': 4, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'gw_port': {'id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:29Z', 'updated_at': '2021-04-30T16:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': '74a4ecc2-6a21-4ac8-970c-98a2f02d7bd2', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'port_id': '1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'mac_address': 'fa:16:3e:0b:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d53a8a-d8f2-4b1f-b4ab-92989c221844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:06:01Z', 'updated_at': '2021-04-30T16:06:22Z', 'revision_number': 1, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778e77dd-9bde-495c-9c7e-7aac5d30db8a', 'name': '', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'mac_address': 'fa:16:3e:02:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:34Z', 'updated_at': '2021-04-30T16:01:41Z', 'revision_number': 5, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'subnets': [{'id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:24.275847 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cfd249-56a5-4a45-a766-5e57ac7c8acd None None] The sync data for ids ['879e793b-86fa-4971-ab5d-92c1955e8996'] in dv-cinder-787195-6-iscsi is: [{'id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'name': 'tempest-AttachVolumeShelveTestJSON-1256813154-router', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:01:27Z', 'updated_at': '2021-04-30T16:01:35Z', 'revision_number': 4, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'gw_port': {'id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:29Z', 'updated_at': '2021-04-30T16:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': '74a4ecc2-6a21-4ac8-970c-98a2f02d7bd2', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'port_id': '1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'mac_address': 'fa:16:3e:0b:b6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d53a8a-d8f2-4b1f-b4ab-92989c221844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:06:01Z', 'updated_at': '2021-04-30T16:06:22Z', 'revision_number': 1, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '778e77dd-9bde-495c-9c7e-7aac5d30db8a', 'name': '', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'mac_address': 'fa:16:3e:02:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:34Z', 'updated_at': '2021-04-30T16:01:41Z', 'revision_number': 5, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'subnets': [{'id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:06:24.454101 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a033c77-eecc-4941-8fd8-ec93b2b1f7cf None None] New status for floating IP 74a4ecc2-6a21-4ac8-970c-98a2f02d7bd2: ACTIVE {{(pid=73966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:06:30.606378 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe64d4-309a-4d7e-9e31-f0823d7aa3e2 req-913e42c3-974b-4c4c-a34d-66f5c3a9b63a tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:30.607995 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-73fe64d4-309a-4d7e-9e31-f0823d7aa3e2 req-913e42c3-974b-4c4c-a34d-66f5c3a9b63a tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 946 time: 0.0797501 Apr 30 16:06:30.653083 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-73fe64d4-309a-4d7e-9e31-f0823d7aa3e2 req-752e4310-0ff2-4441-a3ab-b83bc6d02cfe tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393822 Apr 30 16:06:30.675795 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 37934) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:30.790501 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f77042-78ac-45e4-a1cf-85b3e5aac597 tempest-TestMinimumBasicScenario-513832420 tempest-TestMinimumBasicScenario-513832420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:30.792118 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-91f77042-78ac-45e4-a1cf-85b3e5aac597 tempest-TestMinimumBasicScenario-513832420 tempest-TestMinimumBasicScenario-513832420-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 1094 time: 0.1151326 Apr 30 16:06:30.795518 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 37940) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:30.800394 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Request body: {'floatingip': {'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'port_id': '35369b88-a07e-4f76-a8bc-076cd3dc7678', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:30.805904 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:30.810487 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Usage tracker for resource:floatingip and tenant:f49f6ab6b0bb45e08a037b1a52e8f5a0 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:30.813366 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:30.818881 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:30.829467 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for floatingip, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:30.963439 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:31.201446 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Allocated IP 172.27.3.56 (7713db68-e23d-4336-9c52-9698584522df/6c05463b-e465-4436-9156-1956ee4f9865/997fff09-fd9c-4dd3-a905-bc596e6bf53d) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:06:31.343298 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:31.373057 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:31.377221 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a4a0abd9-a53b-48bc-9734-96a7258b3192 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:31.430953 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Network 7713db68-e23d-4336-9c52-9698584522df is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:06:31.437529 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:06:31.441526 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:06:31.482126 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Pushing event updated for resources: {'Port': ['ID=997fff09-fd9c-4dd3-a905-bc596e6bf53d,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:31.493604 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:31.493977 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:31.494339 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:31.494697 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:31.495051 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:31.495402 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:31.495749 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:31.496191 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:31.496540 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:31.496928 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:31.497274 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:31.497618 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:31.502289 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:31.861039 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:31.933575 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:32.134064 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for port, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:32.139019 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914934'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:32.142538 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-7684d56e-7caa-4588-8690-ef34f133c8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:32.244023 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Pushing event updated for resources: {'Port': ['ID=997fff09-fd9c-4dd3-a905-bc596e6bf53d,revision_number=2']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:32.248771 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:32.257101 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-915876'] for floatingip, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:32.423733 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.db.l3_db [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Floating IP e32ca831-1cea-49f7-bc11-482afeea0ea7 associated. External IP: 172.27.3.56, port: 35369b88-a07e-4f76-a8bc-076cd3dc7678. Apr 30 16:06:32.860932 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Router 1beabdeb-3808-4270-a402-80c1da48cd85 has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:06:33.042201 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:06:33.051266 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb11ef5-25de-455b-af76-2001a5367505 None None] Sync routers for ids ['1beabdeb-3808-4270-a402-80c1da48cd85'] in dv-cinder-787195-6-iscsi {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:06:33.060914 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb11ef5-25de-455b-af76-2001a5367505 None None] Routers {'1beabdeb-3808-4270-a402-80c1da48cd85'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:06:33.061524 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-3eb11ef5-25de-455b-af76-2001a5367505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:06:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['1beabdeb-3808-4270-a402-80c1da48cd85'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:33.067304 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for floatingip, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.121291 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3246460 Apr 30 16:06:33.121830 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c45532-de6d-4927-a209-c9b80b8aaf78', 'tag': '35369b88-a07e-4f76-a8bc-076cd3dc7678'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:06:33.124157 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 37952) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:33.129612 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-4d26f5c7-4997-409b-b405-bf94da58da57 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2006281239', 'description': 'tempest-secgroup-smoke-2006281239 description', 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:33.135291 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-4d26f5c7-4997-409b-b405-bf94da58da57 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:33.146019 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-4d26f5c7-4997-409b-b405-bf94da58da57 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:33.157061 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4d26f5c7-4997-409b-b405-bf94da58da57 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.169247 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c45532-de6d-4927-a209-c9b80b8aaf78', 'tag': '35369b88-a07e-4f76-a8bc-076cd3dc7678', 'status': 'completed', 'code': 200} Apr 30 16:06:33.183409 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-4d26f5c7-4997-409b-b405-bf94da58da57 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:33.187534 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-4d26f5c7-4997-409b-b405-bf94da58da57 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Usage tracker for resource:security_group_rule and tenant:f49f6ab6b0bb45e08a037b1a52e8f5a0 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:33.190467 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-4d26f5c7-4997-409b-b405-bf94da58da57 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:33.196155 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-4d26f5c7-4997-409b-b405-bf94da58da57 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:33.244404 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-3eb11ef5-25de-455b-af76-2001a5367505 None None] Set router 1beabdeb-3808-4270-a402-80c1da48cd85 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:06:33.271330 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e728c4-0400-4f2e-8d28-1099975c9e6b req-18148be5-ea47-495f-9db4-8f8d977e3f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:33.272311 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4d26f5c7-4997-409b-b405-bf94da58da57 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.273772 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c5e728c4-0400-4f2e-8d28-1099975c9e6b req-18148be5-ea47-495f-9db4-8f8d977e3f7a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f49f6ab6b0bb45e08a037b1a52e8f5a0&device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 1099 time: 0.0809419 Apr 30 16:06:33.276432 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4d26f5c7-4997-409b-b405-bf94da58da57 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.280848 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-3f41456d-9c9b-40b5-8b2c-18c7818e855b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:33.323633 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26f5c7-4997-409b-b405-bf94da58da57 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52a0903c-a2b3-4736-aeb4-f3941e989d6c,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:33.332530 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26f5c7-4997-409b-b405-bf94da58da57 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:33.332900 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26f5c7-4997-409b-b405-bf94da58da57 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:33.333260 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26f5c7-4997-409b-b405-bf94da58da57 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:33.333697 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26f5c7-4997-409b-b405-bf94da58da57 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:33.334053 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26f5c7-4997-409b-b405-bf94da58da57 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:33.334402 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26f5c7-4997-409b-b405-bf94da58da57 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:33.334759 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26f5c7-4997-409b-b405-bf94da58da57 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:33.335086 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26f5c7-4997-409b-b405-bf94da58da57 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:33.335429 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26f5c7-4997-409b-b405-bf94da58da57 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:33.335773 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26f5c7-4997-409b-b405-bf94da58da57 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:33.337787 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26f5c7-4997-409b-b405-bf94da58da57 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:33.337787 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26f5c7-4997-409b-b405-bf94da58da57 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:06:33.339662 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4d26f5c7-4997-409b-b405-bf94da58da57 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.340894 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-4d26f5c7-4997-409b-b405-bf94da58da57 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2157083 Apr 30 16:06:33.341755 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-4d26f5c7-4997-409b-b405-bf94da58da57 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:33.343645 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 37960) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:33.349033 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-deba27ee-f10f-41a2-a8f8-8b3c55f4e3f8 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Request body: {'security_group_rule': {'security_group_id': '52a0903c-a2b3-4736-aeb4-f3941e989d6c', 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:33.355229 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-deba27ee-f10f-41a2-a8f8-8b3c55f4e3f8 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:33.359211 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-deba27ee-f10f-41a2-a8f8-8b3c55f4e3f8 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Usage tracker for resource:security_group_rule and tenant:f49f6ab6b0bb45e08a037b1a52e8f5a0 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:33.362156 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-deba27ee-f10f-41a2-a8f8-8b3c55f4e3f8 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:33.368285 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-deba27ee-f10f-41a2-a8f8-8b3c55f4e3f8 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:33.386383 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-deba27ee-f10f-41a2-a8f8-8b3c55f4e3f8 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.428028 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e728c4-0400-4f2e-8d28-1099975c9e6b req-6364bd1f-c7d2-4892-9b00-fc78c43ed666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:33.429495 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c5e728c4-0400-4f2e-8d28-1099975c9e6b req-6364bd1f-c7d2-4892-9b00-fc78c43ed666 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c171d05-8a84-4e03-b3b3-4fe9446e93e6 HTTP/1.1" status: 200 len: 914 time: 0.1487079 Apr 30 16:06:33.461704 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-deba27ee-f10f-41a2-a8f8-8b3c55f4e3f8 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.466388 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-deba27ee-f10f-41a2-a8f8-8b3c55f4e3f8 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750673'] for security_group_rule, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.468867 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-80fb4bfa-2cb1-4a07-8ad6-bacb4fc1ea5a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:33.492649 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba27ee-f10f-41a2-a8f8-8b3c55f4e3f8 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc1d000-2622-4afc-bd78-3db0409d2317,revision_number=0']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:33.502083 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-deba27ee-f10f-41a2-a8f8-8b3c55f4e3f8 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:33.505554 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-deba27ee-f10f-41a2-a8f8-8b3c55f4e3f8 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.506892 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-deba27ee-f10f-41a2-a8f8-8b3c55f4e3f8 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1623261 Apr 30 16:06:33.509486 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 37964) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:33.515460 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-09e66aef-e5cc-4b3d-89d7-f3d5bfd29a1e tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Request body: {'security_group_rule': {'security_group_id': '52a0903c-a2b3-4736-aeb4-f3941e989d6c', 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:33.521723 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-09e66aef-e5cc-4b3d-89d7-f3d5bfd29a1e tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:33.525931 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-09e66aef-e5cc-4b3d-89d7-f3d5bfd29a1e tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Usage tracker for resource:security_group_rule and tenant:f49f6ab6b0bb45e08a037b1a52e8f5a0 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:33.529071 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-09e66aef-e5cc-4b3d-89d7-f3d5bfd29a1e tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:33.534982 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-09e66aef-e5cc-4b3d-89d7-f3d5bfd29a1e tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:33.539429 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c5e728c4-0400-4f2e-8d28-1099975c9e6b req-324d6f2e-9615-4143-842e-18b7b49c23e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35369b88-a07e-4f76-a8bc-076cd3dc7678 HTTP/1.1" status: 200 len: 999 time: 0.1025915 Apr 30 16:06:33.550695 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-09e66aef-e5cc-4b3d-89d7-f3d5bfd29a1e tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.614294 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e728c4-0400-4f2e-8d28-1099975c9e6b req-1463e7ce-01b6-4799-ac78-b5f6ac3139bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:33.616525 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c5e728c4-0400-4f2e-8d28-1099975c9e6b req-1463e7ce-01b6-4799-ac78-b5f6ac3139bf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c3f0dcf-76e4-455c-995e-9f076da6edfe HTTP/1.1" status: 200 len: 853 time: 0.0696273 Apr 30 16:06:33.619505 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-09e66aef-e5cc-4b3d-89d7-f3d5bfd29a1e tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.623904 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-09e66aef-e5cc-4b3d-89d7-f3d5bfd29a1e tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750673'] for security_group_rule, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.626202 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-0966f333-d46f-41af-b8cf-613350800c83 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:33.634924 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-3eb11ef5-25de-455b-af76-2001a5367505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'name': 'tempest-TestMinimumBasicScenario-872552985-router', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b1930cb5-5635-4d35-87bc-9a937085c149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:05:29Z', 'updated_at': '2021-04-30T16:05:34Z', 'revision_number': 4, 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'gw_port': {'id': 'b1930cb5-5635-4d35-87bc-9a937085c149', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:52:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:30Z', 'updated_at': '2021-04-30T16:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': 'e32ca831-1cea-49f7-bc11-482afeea0ea7', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'port_id': '35369b88-a07e-4f76-a8bc-076cd3dc7678', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c171d05-8a84-4e03-b3b3-4fe9446e93e6', 'mac_address': 'fa:16:3e:d7:b9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c45532-de6d-4927-a209-c9b80b8aaf78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:06:31Z', 'updated_at': '2021-04-30T16:06:31Z', 'revision_number': 0, 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f354df52-9a32-4685-998e-08407a0b8aff', 'name': '', 'network_id': '1c171d05-8a84-4e03-b3b3-4fe9446e93e6', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'mac_address': 'fa:16:3e:cb:c7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8c3f0dcf-76e4-455c-995e-9f076da6edfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:33Z', 'updated_at': '2021-04-30T16:05:40Z', 'revision_number': 5, 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'subnets': [{'id': '8c3f0dcf-76e4-455c-995e-9f076da6edfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:33.640549 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb11ef5-25de-455b-af76-2001a5367505 None None] Checking router: 1beabdeb-3808-4270-a402-80c1da48cd85 for host: dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:06:33.650222 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e66aef-e5cc-4b3d-89d7-f3d5bfd29a1e tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ee1426-f722-4806-8f0c-89d29e04aae5,revision_number=0']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:33.650755 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb11ef5-25de-455b-af76-2001a5367505 None None] Routers {'1beabdeb-3808-4270-a402-80c1da48cd85'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:06:33.651739 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-3eb11ef5-25de-455b-af76-2001a5367505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:06:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['1beabdeb-3808-4270-a402-80c1da48cd85'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:33.652987 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-09e66aef-e5cc-4b3d-89d7-f3d5bfd29a1e tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:33.660596 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-09e66aef-e5cc-4b3d-89d7-f3d5bfd29a1e tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.661868 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-09e66aef-e5cc-4b3d-89d7-f3d5bfd29a1e tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1513693 Apr 30 16:06:33.664539 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 37968) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:33.670669 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-7634a7e8-93b7-4220-b5ff-a2388f5c14db tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Request body: {'security_group_rule': {'security_group_id': '52a0903c-a2b3-4736-aeb4-f3941e989d6c', 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:33.677120 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-7634a7e8-93b7-4220-b5ff-a2388f5c14db tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:33.681268 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-7634a7e8-93b7-4220-b5ff-a2388f5c14db tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Usage tracker for resource:security_group_rule and tenant:f49f6ab6b0bb45e08a037b1a52e8f5a0 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:33.684213 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-7634a7e8-93b7-4220-b5ff-a2388f5c14db tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:33.690568 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-7634a7e8-93b7-4220-b5ff-a2388f5c14db tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:33.706452 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7634a7e8-93b7-4220-b5ff-a2388f5c14db tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.706685 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e728c4-0400-4f2e-8d28-1099975c9e6b req-2987b813-b342-470d-be78-a05b1178c7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:33.708368 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c5e728c4-0400-4f2e-8d28-1099975c9e6b req-2987b813-b342-470d-be78-a05b1178c7a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c171d05-8a84-4e03-b3b3-4fe9446e93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789473 Apr 30 16:06:33.770370 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7634a7e8-93b7-4220-b5ff-a2388f5c14db tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.774343 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7634a7e8-93b7-4220-b5ff-a2388f5c14db tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750673'] for security_group_rule, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.776514 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:33.799545 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634a7e8-93b7-4220-b5ff-a2388f5c14db tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa848a3-ca9d-4432-b10e-957c7097d295,revision_number=0']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:33.806348 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-7634a7e8-93b7-4220-b5ff-a2388f5c14db tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:33.810927 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7634a7e8-93b7-4220-b5ff-a2388f5c14db tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.814758 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-7634a7e8-93b7-4220-b5ff-a2388f5c14db tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1467102 Apr 30 16:06:33.814871 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 37972) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:33.820156 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-dde4cb47-6488-489f-b379-db3c22508305 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Request body: {'security_group_rule': {'security_group_id': '52a0903c-a2b3-4736-aeb4-f3941e989d6c', 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:33.826036 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-dde4cb47-6488-489f-b379-db3c22508305 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:33.829809 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-dde4cb47-6488-489f-b379-db3c22508305 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Usage tracker for resource:security_group_rule and tenant:f49f6ab6b0bb45e08a037b1a52e8f5a0 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:33.834122 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-dde4cb47-6488-489f-b379-db3c22508305 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:33.839906 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-dde4cb47-6488-489f-b379-db3c22508305 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:33.843520 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-3eb11ef5-25de-455b-af76-2001a5367505 None None] Set router 1beabdeb-3808-4270-a402-80c1da48cd85 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:06:33.856154 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-dde4cb47-6488-489f-b379-db3c22508305 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.857873 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c5e728c4-0400-4f2e-8d28-1099975c9e6b req-a59bf7bb-471b-4811-acbc-da4e90d1e81a service neutron] 10.222.0.42 "GET /v2.0/networks/1c171d05-8a84-4e03-b3b3-4fe9446e93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399810 Apr 30 16:06:33.926428 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-dde4cb47-6488-489f-b379-db3c22508305 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.930516 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-dde4cb47-6488-489f-b379-db3c22508305 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750673'] for security_group_rule, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.932758 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-28472d02-0cb0-4ef7-b6f5-9fb59e97fb61 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:33.958699 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4cb47-6488-489f-b379-db3c22508305 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092d9590-0317-4480-8ea8-5b0fb8557479,revision_number=0']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:33.964724 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-dde4cb47-6488-489f-b379-db3c22508305 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:33.970240 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-dde4cb47-6488-489f-b379-db3c22508305 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:33.973961 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-dde4cb47-6488-489f-b379-db3c22508305 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1556144 Apr 30 16:06:33.974211 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 37976) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:33.981232 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-7318edc2-406f-42bd-8caa-66bad6ceb030 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Request body: {'security_group_rule': {'security_group_id': '52a0903c-a2b3-4736-aeb4-f3941e989d6c', 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:33.988743 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-7318edc2-406f-42bd-8caa-66bad6ceb030 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:33.994145 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-7318edc2-406f-42bd-8caa-66bad6ceb030 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Usage tracker for resource:security_group_rule and tenant:f49f6ab6b0bb45e08a037b1a52e8f5a0 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:33.997453 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-7318edc2-406f-42bd-8caa-66bad6ceb030 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:34.003607 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-7318edc2-406f-42bd-8caa-66bad6ceb030 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:34.016951 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c5e728c4-0400-4f2e-8d28-1099975c9e6b req-48cbfa0a-ff61-4214-9cd7-8edc767c7090 service neutron] 10.222.0.42 "GET /v2.0/networks/1c171d05-8a84-4e03-b3b3-4fe9446e93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494825 Apr 30 16:06:34.018514 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.db.securitygroups_db [None req-7318edc2-406f-42bd-8caa-66bad6ceb030 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Project f49f6ab6b0bb45e08a037b1a52e8f5a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 16:06:34.024857 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7318edc2-406f-42bd-8caa-66bad6ceb030 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:34.097080 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7318edc2-406f-42bd-8caa-66bad6ceb030 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:34.100863 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7318edc2-406f-42bd-8caa-66bad6ceb030 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750673'] for security_group_rule, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:34.109006 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:34.126676 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318edc2-406f-42bd-8caa-66bad6ceb030 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a80a8e3-bc4a-4d34-a2ec-a335cf8b8a96,revision_number=0']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:34.129123 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-7318edc2-406f-42bd-8caa-66bad6ceb030 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:34.137694 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7318edc2-406f-42bd-8caa-66bad6ceb030 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:34.141914 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-7318edc2-406f-42bd-8caa-66bad6ceb030 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1636710 Apr 30 16:06:34.142232 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 37982) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:06:34.147179 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-ee30bdbd-bdaa-48e1-a2c9-a6bf48bc485b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Request body: {'security_group_rule': {'security_group_id': '52a0903c-a2b3-4736-aeb4-f3941e989d6c', 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:34.152770 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-ee30bdbd-bdaa-48e1-a2c9-a6bf48bc485b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:34.157118 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-ee30bdbd-bdaa-48e1-a2c9-a6bf48bc485b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Usage tracker for resource:security_group_rule and tenant:f49f6ab6b0bb45e08a037b1a52e8f5a0 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:06:34.159878 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-ee30bdbd-bdaa-48e1-a2c9-a6bf48bc485b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:06:34.165849 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-ee30bdbd-bdaa-48e1-a2c9-a6bf48bc485b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:34.176411 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.db.securitygroups_db [None req-ee30bdbd-bdaa-48e1-a2c9-a6bf48bc485b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Project f49f6ab6b0bb45e08a037b1a52e8f5a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 16:06:34.182295 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-ee30bdbd-bdaa-48e1-a2c9-a6bf48bc485b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:34.206196 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-3eb11ef5-25de-455b-af76-2001a5367505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'name': 'tempest-TestMinimumBasicScenario-872552985-router', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b1930cb5-5635-4d35-87bc-9a937085c149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:05:29Z', 'updated_at': '2021-04-30T16:05:34Z', 'revision_number': 4, 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'gw_port': {'id': 'b1930cb5-5635-4d35-87bc-9a937085c149', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:52:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:30Z', 'updated_at': '2021-04-30T16:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': 'e32ca831-1cea-49f7-bc11-482afeea0ea7', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'port_id': '35369b88-a07e-4f76-a8bc-076cd3dc7678', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c171d05-8a84-4e03-b3b3-4fe9446e93e6', 'mac_address': 'fa:16:3e:d7:b9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c45532-de6d-4927-a209-c9b80b8aaf78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:06:31Z', 'updated_at': '2021-04-30T16:06:31Z', 'revision_number': 0, 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f354df52-9a32-4685-998e-08407a0b8aff', 'name': '', 'network_id': '1c171d05-8a84-4e03-b3b3-4fe9446e93e6', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'mac_address': 'fa:16:3e:cb:c7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8c3f0dcf-76e4-455c-995e-9f076da6edfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:33Z', 'updated_at': '2021-04-30T16:05:40Z', 'revision_number': 5, 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'subnets': [{'id': '8c3f0dcf-76e4-455c-995e-9f076da6edfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:34.210106 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb11ef5-25de-455b-af76-2001a5367505 None None] The sync data for ids ['1beabdeb-3808-4270-a402-80c1da48cd85'] in dv-cinder-787195-6-iscsi is: [{'id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'name': 'tempest-TestMinimumBasicScenario-872552985-router', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b1930cb5-5635-4d35-87bc-9a937085c149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:05:29Z', 'updated_at': '2021-04-30T16:05:34Z', 'revision_number': 4, 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'gw_port': {'id': 'b1930cb5-5635-4d35-87bc-9a937085c149', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:52:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:30Z', 'updated_at': '2021-04-30T16:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': 'e32ca831-1cea-49f7-bc11-482afeea0ea7', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'port_id': '35369b88-a07e-4f76-a8bc-076cd3dc7678', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c171d05-8a84-4e03-b3b3-4fe9446e93e6', 'mac_address': 'fa:16:3e:d7:b9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c45532-de6d-4927-a209-c9b80b8aaf78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:06:31Z', 'updated_at': '2021-04-30T16:06:31Z', 'revision_number': 0, 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f354df52-9a32-4685-998e-08407a0b8aff', 'name': '', 'network_id': '1c171d05-8a84-4e03-b3b3-4fe9446e93e6', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'mac_address': 'fa:16:3e:cb:c7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8c3f0dcf-76e4-455c-995e-9f076da6edfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:33Z', 'updated_at': '2021-04-30T16:05:40Z', 'revision_number': 5, 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'subnets': [{'id': '8c3f0dcf-76e4-455c-995e-9f076da6edfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:06:34.253573 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-ee30bdbd-bdaa-48e1-a2c9-a6bf48bc485b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:34.257297 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-ee30bdbd-bdaa-48e1-a2c9-a6bf48bc485b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750673'] for security_group_rule, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:34.259570 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-79c9794c-73fd-496b-a230-0f6a99c0fcb0 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:34.283579 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30bdbd-bdaa-48e1-a2c9-a6bf48bc485b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af5526b5-93f1-4d9b-bfc5-5a31972422ec,revision_number=0']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:34.286271 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-ee30bdbd-bdaa-48e1-a2c9-a6bf48bc485b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:34.292995 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-ee30bdbd-bdaa-48e1-a2c9-a6bf48bc485b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:34.295017 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-ee30bdbd-bdaa-48e1-a2c9-a6bf48bc485b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1520953 Apr 30 16:06:34.387240 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff893cb-e8e4-4a61-9e1a-d9886197b3d7 None None] New status for floating IP e32ca831-1cea-49f7-bc11-482afeea0ea7: ACTIVE {{(pid=73966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:06:34.424950 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-170a4ba9-230e-43cb-a499-c8e0334d179c req-ac814d7c-4c05-471c-8b85-9e43cb0165fa tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2006281239&fields=id&tenant_id=f49f6ab6b0bb45e08a037b1a52e8f5a0 HTTP/1.1" status: 200 len: 267 time: 0.0424685 Apr 30 16:06:34.506486 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a4ba9-230e-43cb-a499-c8e0334d179c req-1a8b3afc-f500-40c9-a948-ff7fcd0b02ec tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:34.508080 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-170a4ba9-230e-43cb-a499-c8e0334d179c req-1a8b3afc-f500-40c9-a948-ff7fcd0b02ec tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 946 time: 0.0774970 Apr 30 16:06:34.519094 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-170a4ba9-230e-43cb-a499-c8e0334d179c req-ba63e217-bfa3-49d0-a933-494ac734e9c6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Request body: {'port': {'security_groups': ['64abeb12-8365-48a8-b90a-4a41aa2f049f', '52a0903c-a2b3-4736-aeb4-f3941e989d6c']}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:34.645684 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-170a4ba9-230e-43cb-a499-c8e0334d179c req-ba63e217-bfa3-49d0-a933-494ac734e9c6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:35.010749 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-170a4ba9-230e-43cb-a499-c8e0334d179c req-ba63e217-bfa3-49d0-a933-494ac734e9c6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] For port 35369b88-a07e-4f76-a8bc-076cd3dc7678, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=35369b88-a07e-4f76-a8bc-076cd3dc7678,segment=NetworkSegment(181b67ae-0412-4885-9f4c-18692dae80ec),segment_id=181b67ae-0412-4885-9f4c-18692dae80ec)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:06:35.036005 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-170a4ba9-230e-43cb-a499-c8e0334d179c req-ba63e217-bfa3-49d0-a933-494ac734e9c6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for port, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:35.040836 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-170a4ba9-230e-43cb-a499-c8e0334d179c req-ba63e217-bfa3-49d0-a933-494ac734e9c6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914934'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:35.047017 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-7684d56e-7caa-4588-8690-ef34f133c8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:35.052311 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['35369b88-a07e-4f76-a8bc-076cd3dc7678'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:06:35.105235 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a4ba9-230e-43cb-a499-c8e0334d179c req-ba63e217-bfa3-49d0-a933-494ac734e9c6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:35.105846 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-170a4ba9-230e-43cb-a499-c8e0334d179c req-ba63e217-bfa3-49d0-a933-494ac734e9c6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:35.107968 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-170a4ba9-230e-43cb-a499-c8e0334d179c req-ba63e217-bfa3-49d0-a933-494ac734e9c6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "PUT /v2.0/ports/35369b88-a07e-4f76-a8bc-076cd3dc7678 HTTP/1.1" status: 200 len: 982 time: 0.5934725 Apr 30 16:06:35.131905 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63e217-bfa3-49d0-a933-494ac734e9c6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Pushing event updated for resources: {'Port': ['ID=35369b88-a07e-4f76-a8bc-076cd3dc7678,revision_number=6']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:35.135121 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-ba63e217-bfa3-49d0-a933-494ac734e9c6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:35.169993 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c45532-de6d-4927-a209-c9b80b8aaf78', 'tag': '35369b88-a07e-4f76-a8bc-076cd3dc7678'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:06:35.210028 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['35369b88-a07e-4f76-a8bc-076cd3dc7678'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:06:35.307847 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55870b0a-c675-4d12-92bd-5111735a33e8 req-edcf04cc-7187-4583-a7c6-f203eed1c997 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:35.310265 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-55870b0a-c675-4d12-92bd-5111735a33e8 req-edcf04cc-7187-4583-a7c6-f203eed1c997 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 985 time: 0.0947616 Apr 30 16:06:35.343151 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c45532-de6d-4927-a209-c9b80b8aaf78', 'tag': '35369b88-a07e-4f76-a8bc-076cd3dc7678', 'status': 'completed', 'code': 200} Apr 30 16:06:35.367186 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-55870b0a-c675-4d12-92bd-5111735a33e8 req-32b9ba7a-fa7a-4525-a0ae-22a33cdfba1a tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Synchronizing usage tracker for tenant:f49f6ab6b0bb45e08a037b1a52e8f5a0 on resource:security_group {{(pid=73964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:06:35.383272 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-55870b0a-c675-4d12-92bd-5111735a33e8 req-32b9ba7a-fa7a-4525-a0ae-22a33cdfba1a tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Unset dirty status for tenant:f49f6ab6b0bb45e08a037b1a52e8f5a0 on resource:security_group {{(pid=73964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:06:35.392633 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-55870b0a-c675-4d12-92bd-5111735a33e8 req-32b9ba7a-fa7a-4525-a0ae-22a33cdfba1a tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&id=52a0903c-a2b3-4736-aeb4-f3941e989d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738831 Apr 30 16:06:35.453411 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26847d4e-368a-4657-8c79-e31664cd4014 req-37ce3180-14dc-43ad-9a04-af1488cba22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:35.454999 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-26847d4e-368a-4657-8c79-e31664cd4014 req-37ce3180-14dc-43ad-9a04-af1488cba22f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f49f6ab6b0bb45e08a037b1a52e8f5a0&device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 1138 time: 0.0817583 Apr 30 16:06:35.496278 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2c7d0461-eee7-4ef9-9f0d-9fba255dde7c None None] Provisioning complete for port 35369b88-a07e-4f76-a8bc-076cd3dc7678 triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:06:35.496650 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2c7d0461-eee7-4ef9-9f0d-9fba255dde7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:35.596444 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26847d4e-368a-4657-8c79-e31664cd4014 req-a745eacd-32db-487f-9885-432511e5f41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:35.597902 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-26847d4e-368a-4657-8c79-e31664cd4014 req-a745eacd-32db-487f-9885-432511e5f41f service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c171d05-8a84-4e03-b3b3-4fe9446e93e6 HTTP/1.1" status: 200 len: 914 time: 0.1271338 Apr 30 16:06:35.706460 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-26847d4e-368a-4657-8c79-e31664cd4014 req-1e58106b-8e9e-47c4-9e56-796b2817be79 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35369b88-a07e-4f76-a8bc-076cd3dc7678 HTTP/1.1" status: 200 len: 1001 time: 0.0983026 Apr 30 16:06:35.780962 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26847d4e-368a-4657-8c79-e31664cd4014 req-32609952-a6c9-4b44-b6d0-96f81cea6885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:35.782434 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-26847d4e-368a-4657-8c79-e31664cd4014 req-32609952-a6c9-4b44-b6d0-96f81cea6885 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c3f0dcf-76e4-455c-995e-9f076da6edfe HTTP/1.1" status: 200 len: 853 time: 0.0597444 Apr 30 16:06:35.857900 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26847d4e-368a-4657-8c79-e31664cd4014 req-451ebf6e-b192-49a7-b34a-b55fd9db58d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:35.859855 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-26847d4e-368a-4657-8c79-e31664cd4014 req-451ebf6e-b192-49a7-b34a-b55fd9db58d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c171d05-8a84-4e03-b3b3-4fe9446e93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689268 Apr 30 16:06:35.994282 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-26847d4e-368a-4657-8c79-e31664cd4014 req-090cbff1-8240-40a4-8a2a-2d3c80e56adc service neutron] 10.222.0.42 "GET /v2.0/networks/1c171d05-8a84-4e03-b3b3-4fe9446e93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263564 Apr 30 16:06:36.124106 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-26847d4e-368a-4657-8c79-e31664cd4014 req-98d44237-7ea8-46c7-8b4d-987179a21591 service neutron] 10.222.0.42 "GET /v2.0/networks/1c171d05-8a84-4e03-b3b3-4fe9446e93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223938 Apr 30 16:06:38.308801 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-dda0006c-e9a7-45a4-bd00-3fbe24fa442d req-ba25d570-cad6-4597-9bdd-a7daa11dcf52 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=67373a4f-5292-4a1d-aa0d-e1ba5070a74b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731692 Apr 30 16:06:38.400084 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0006c-e9a7-45a4-bd00-3fbe24fa442d req-1776bd18-2bad-496f-ad75-87716dc1c762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:38.401530 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-dda0006c-e9a7-45a4-bd00-3fbe24fa442d req-1776bd18-2bad-496f-ad75-87716dc1c762 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75612fb9c54545baa7fc7f75d63cf365&device_id=67373a4f-5292-4a1d-aa0d-e1ba5070a74b HTTP/1.1" status: 200 len: 1099 time: 0.0695779 Apr 30 16:06:38.431300 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:38.565448 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0006c-e9a7-45a4-bd00-3fbe24fa442d req-bff31829-e1c9-45e3-9483-e2252121cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:38.566939 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-dda0006c-e9a7-45a4-bd00-3fbe24fa442d req-bff31829-e1c9-45e3-9483-e2252121cdd1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9 HTTP/1.1" status: 200 len: 912 time: 0.1433842 Apr 30 16:06:38.692219 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-dda0006c-e9a7-45a4-bd00-3fbe24fa442d req-46d6917b-b178-4c7c-ad54-7bca24edfb2e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a017d34c-d22e-4127-9c00-9885ba1d5329 HTTP/1.1" status: 200 len: 1002 time: 0.1159174 Apr 30 16:06:38.768766 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0006c-e9a7-45a4-bd00-3fbe24fa442d req-dd976d1a-7b35-4684-b427-ecc30a791770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:38.770521 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-dda0006c-e9a7-45a4-bd00-3fbe24fa442d req-dd976d1a-7b35-4684-b427-ecc30a791770 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99795baf-474b-42a4-8dbb-35c325850572 HTTP/1.1" status: 200 len: 851 time: 0.0681763 Apr 30 16:06:38.853438 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0006c-e9a7-45a4-bd00-3fbe24fa442d req-d5727a86-21f3-4342-9d08-7817cc988f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:38.854844 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-dda0006c-e9a7-45a4-bd00-3fbe24fa442d req-d5727a86-21f3-4342-9d08-7817cc988f76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765798 Apr 30 16:06:39.115701 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-dda0006c-e9a7-45a4-bd00-3fbe24fa442d req-3badf633-85a3-4411-8808-50d2e08dcea0 service neutron] 10.222.0.42 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519534 Apr 30 16:06:39.261437 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-dda0006c-e9a7-45a4-bd00-3fbe24fa442d req-3379cbb2-cfd5-4cc2-9ce7-0911b7fa65f1 service neutron] 10.222.0.42 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375833 Apr 30 16:06:40.365444 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:06:43.027011 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13944db1-b164-4d8d-96aa-0a93bb70fdd8 req-b2e0ff13-1505-4d47-b0a0-b00b1ca1c1f2 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:43.028408 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-13944db1-b164-4d8d-96aa-0a93bb70fdd8 req-b2e0ff13-1505-4d47-b0a0-b00b1ca1c1f2 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=67373a4f-5292-4a1d-aa0d-e1ba5070a74b HTTP/1.1" status: 200 len: 946 time: 0.0805187 Apr 30 16:06:43.078086 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-13944db1-b164-4d8d-96aa-0a93bb70fdd8 req-bd7043e0-8b92-4c1a-a3ab-84b5e12e2632 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427721 Apr 30 16:06:43.203181 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-ab8f5c55-8ff0-4784-b4e4-aeff08f42bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:44.260476 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe831d-074c-4bb0-881b-744d059f9d22 req-cd326cc0-2c8a-446e-b3b0-a1dd65a7280b tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:44.261840 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-13fe831d-074c-4bb0-881b-744d059f9d22 req-cd326cc0-2c8a-446e-b3b0-a1dd65a7280b tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=67373a4f-5292-4a1d-aa0d-e1ba5070a74b HTTP/1.1" status: 200 len: 946 time: 0.0791597 Apr 30 16:06:44.307144 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-13fe831d-074c-4bb0-881b-744d059f9d22 req-dc651049-54ef-4011-b7a4-46f1a16ec319 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388627 Apr 30 16:06:44.802741 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3d486-6f78-4899-a8c4-93d4fdf12781 req-b066a9a2-e163-46bb-878a-b3fe733e590e tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:44.804182 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a3b3d486-6f78-4899-a8c4-93d4fdf12781 req-b066a9a2-e163-46bb-878a-b3fe733e590e tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.42 "GET /v2.0/ports?device_id=67373a4f-5292-4a1d-aa0d-e1ba5070a74b HTTP/1.1" status: 200 len: 946 time: 0.0788178 Apr 30 16:06:44.939622 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-a3b3d486-6f78-4899-a8c4-93d4fdf12781 req-9150daba-5db2-4842-9052-1d6f08f31abc tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Deleting port a017d34c-d22e-4127-9c00-9885ba1d5329 {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:06:44.939861 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-a3b3d486-6f78-4899-a8c4-93d4fdf12781 req-9150daba-5db2-4842-9052-1d6f08f31abc tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:45.067714 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-a3b3d486-6f78-4899-a8c4-93d4fdf12781 req-9150daba-5db2-4842-9052-1d6f08f31abc tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] For port a017d34c-d22e-4127-9c00-9885ba1d5329, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=a017d34c-d22e-4127-9c00-9885ba1d5329,segment=NetworkSegment(7e998a4a-d4bf-40aa-816b-f6ea84410e10),segment_id=7e998a4a-d4bf-40aa-816b-f6ea84410e10)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:06:45.068112 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-a3b3d486-6f78-4899-a8c4-93d4fdf12781 req-9150daba-5db2-4842-9052-1d6f08f31abc tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:45.348297 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-a3b3d486-6f78-4899-a8c4-93d4fdf12781 req-9150daba-5db2-4842-9052-1d6f08f31abc tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:45.348673 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-a3b3d486-6f78-4899-a8c4-93d4fdf12781 req-9150daba-5db2-4842-9052-1d6f08f31abc tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-915876'] for floatingip, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:45.348982 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.db.l3_db [req-a3b3d486-6f78-4899-a8c4-93d4fdf12781 req-9150daba-5db2-4842-9052-1d6f08f31abc tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Floating IP 18c5e8ac-d17f-44fc-bf64-8ab3eafaee52 disassociated. External IP: 172.27.3.126, port: a017d34c-d22e-4127-9c00-9885ba1d5329. Apr 30 16:06:45.349314 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-a3b3d486-6f78-4899-a8c4-93d4fdf12781 req-9150daba-5db2-4842-9052-1d6f08f31abc tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Calling delete_port for a017d34c-d22e-4127-9c00-9885ba1d5329 owned by compute:nova {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:06:45.465025 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-a3b3d486-6f78-4899-a8c4-93d4fdf12781 req-9150daba-5db2-4842-9052-1d6f08f31abc tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:45.470961 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:45.504791 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8259c3-df73-4116-83bd-5fbee5be33d6 req-1dbd0b2f-8ccd-45ec-9a57-e61a4643c4a9 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:45.506243 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-1c8259c3-df73-4116-83bd-5fbee5be33d6 req-1dbd0b2f-8ccd-45ec-9a57-e61a4643c4a9 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=67373a4f-5292-4a1d-aa0d-e1ba5070a74b HTTP/1.1" status: 200 len: 867 time: 0.0837407 Apr 30 16:06:45.517409 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150daba-5db2-4842-9052-1d6f08f31abc tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Pushing event deleted for resources: {'Port': ['ID=a017d34c-d22e-4127-9c00-9885ba1d5329,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:45.520863 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-9150daba-5db2-4842-9052-1d6f08f31abc tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:45.554108 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-1c8259c3-df73-4116-83bd-5fbee5be33d6 req-88a48b2c-fe4b-4aed-ae80-9afae259890f tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422137 Apr 30 16:06:45.699264 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3b3d486-6f78-4899-a8c4-93d4fdf12781 req-9150daba-5db2-4842-9052-1d6f08f31abc tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:06:45.876807 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3b3d486-6f78-4899-a8c4-93d4fdf12781 req-9150daba-5db2-4842-9052-1d6f08f31abc tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:06:45.909565 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb78a0c-60c3-4c0f-9e7f-6e9ce61ee6bd None None] Sync routers for ids ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'] in dv-cinder-787195-6-iscsi {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:06:45.938957 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb78a0c-60c3-4c0f-9e7f-6e9ce61ee6bd None None] Routers {'4f712ea0-1630-4485-86ed-ae41e0c60ae6'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:06:45.939650 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-7bb78a0c-60c3-4c0f-9e7f-6e9ce61ee6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:06:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:46.003842 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:46.017924 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-a56124e4-0434-490c-9d9b-8c3389ddae73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:46.072646 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b3d486-6f78-4899-a8c4-93d4fdf12781 req-9150daba-5db2-4842-9052-1d6f08f31abc tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] No DVR routers for this DVR port a017d34c-d22e-4127-9c00-9885ba1d5329 on host hv-cinder-78719 {{(pid=73963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:06:46.075096 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-a3b3d486-6f78-4899-a8c4-93d4fdf12781 req-9150daba-5db2-4842-9052-1d6f08f31abc tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:46.079291 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67373a4f-5292-4a1d-aa0d-e1ba5070a74b', 'name': 'network-vif-deleted', 'tag': 'a017d34c-d22e-4127-9c00-9885ba1d5329'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:06:46.097219 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a3b3d486-6f78-4899-a8c4-93d4fdf12781 req-9150daba-5db2-4842-9052-1d6f08f31abc tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.42 "DELETE /v2.0/ports/a017d34c-d22e-4127-9c00-9885ba1d5329 HTTP/1.1" status: 204 len: 173 time: 1.2859077 Apr 30 16:06:46.125595 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67373a4f-5292-4a1d-aa0d-e1ba5070a74b', 'name': 'network-vif-deleted', 'tag': 'a017d34c-d22e-4127-9c00-9885ba1d5329', 'status': 'completed', 'code': 200} Apr 30 16:06:46.147425 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-7bb78a0c-60c3-4c0f-9e7f-6e9ce61ee6bd None None] Set router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:06:46.451355 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-7bb78a0c-60c3-4c0f-9e7f-6e9ce61ee6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'name': 'tempest-TestVolumeBootPattern-1192148063-router', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:12Z', 'updated_at': '2021-04-30T16:03:17Z', 'revision_number': 4, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'gw_port': {'id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:13Z', 'updated_at': '2021-04-30T16:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '9359bae5-e69f-4575-a07a-193914c9f4f1', 'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'mac_address': 'fa:16:3e:e9:dd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '99795baf-474b-42a4-8dbb-35c325850572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:16Z', 'updated_at': '2021-04-30T16:03:23Z', 'revision_number': 5, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'subnets': [{'id': '99795baf-474b-42a4-8dbb-35c325850572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:46.455164 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb78a0c-60c3-4c0f-9e7f-6e9ce61ee6bd None None] Checking router: 4f712ea0-1630-4485-86ed-ae41e0c60ae6 for host: dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:06:46.464171 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb78a0c-60c3-4c0f-9e7f-6e9ce61ee6bd None None] Routers {'4f712ea0-1630-4485-86ed-ae41e0c60ae6'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:06:46.464774 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-7bb78a0c-60c3-4c0f-9e7f-6e9ce61ee6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:06:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:46.649104 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-7bb78a0c-60c3-4c0f-9e7f-6e9ce61ee6bd None None] Set router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:06:46.708342 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:46.717902 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-0a37e8c0-faaa-4600-b9c7-2d5dbfa5be38 req-63def979-8c4e-441c-8104-074cb43be474 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=67373a4f-5292-4a1d-aa0d-e1ba5070a74b HTTP/1.1" status: 200 len: 210 time: 0.0436661 Apr 30 16:06:47.016430 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-7bb78a0c-60c3-4c0f-9e7f-6e9ce61ee6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'name': 'tempest-TestVolumeBootPattern-1192148063-router', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:12Z', 'updated_at': '2021-04-30T16:03:17Z', 'revision_number': 4, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'gw_port': {'id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:13Z', 'updated_at': '2021-04-30T16:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '9359bae5-e69f-4575-a07a-193914c9f4f1', 'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'mac_address': 'fa:16:3e:e9:dd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '99795baf-474b-42a4-8dbb-35c325850572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:16Z', 'updated_at': '2021-04-30T16:03:23Z', 'revision_number': 5, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'subnets': [{'id': '99795baf-474b-42a4-8dbb-35c325850572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:06:47.020768 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb78a0c-60c3-4c0f-9e7f-6e9ce61ee6bd None None] The sync data for ids ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'] in dv-cinder-787195-6-iscsi is: [{'id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'name': 'tempest-TestVolumeBootPattern-1192148063-router', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:12Z', 'updated_at': '2021-04-30T16:03:17Z', 'revision_number': 4, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'gw_port': {'id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:13Z', 'updated_at': '2021-04-30T16:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '9359bae5-e69f-4575-a07a-193914c9f4f1', 'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'mac_address': 'fa:16:3e:e9:dd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '99795baf-474b-42a4-8dbb-35c325850572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:16Z', 'updated_at': '2021-04-30T16:03:23Z', 'revision_number': 5, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'subnets': [{'id': '99795baf-474b-42a4-8dbb-35c325850572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:06:47.237751 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd6314b-13cb-4f8d-bc40-df52f878c4a8 None None] New status for floating IP 18c5e8ac-d17f-44fc-bf64-8ab3eafaee52: DOWN {{(pid=73966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:06:48.078216 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-d71d18d7-e012-4397-8dbd-c4ef69fd5b64 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1762422898&fields=id&tenant_id=75612fb9c54545baa7fc7f75d63cf365 HTTP/1.1" status: 200 len: 267 time: 0.0401044 Apr 30 16:06:48.229663 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-ac9fc860-581c-4b1d-9bd2-2030e1a13db5 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:48.230328 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-ac9fc860-581c-4b1d-9bd2-2030e1a13db5 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Synchronizing usage tracker for tenant:75612fb9c54545baa7fc7f75d63cf365 on resource:network {{(pid=73964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:06:48.246080 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-ac9fc860-581c-4b1d-9bd2-2030e1a13db5 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Unset dirty status for tenant:75612fb9c54545baa7fc7f75d63cf365 on resource:network {{(pid=73964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:06:48.247357 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-ac9fc860-581c-4b1d-9bd2-2030e1a13db5 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/networks?id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9 HTTP/1.1" status: 200 len: 812 time: 0.1626589 Apr 30 16:06:48.261887 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-7f1220ab-acdb-40db-9771-48d7ed72be09 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/quotas/75612fb9c54545baa7fc7f75d63cf365 HTTP/1.1" status: 200 len: 375 time: 0.0087595 Apr 30 16:06:48.347399 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-7300e1db-454b-41ef-bd4c-057c86f13b66 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=75612fb9c54545baa7fc7f75d63cf365&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0800943 Apr 30 16:06:48.433141 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:48.555054 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-e8c7f0ed-1799-41e8-a21f-d2a7301f3d40 service neutron] 10.222.0.72 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962750 Apr 30 16:06:48.691580 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-28942d8b-5cea-41c9-8118-3b8bca77123e service neutron] 10.222.0.72 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300981 Apr 30 16:06:49.013930 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device a017d34c-d22e-4127-9c00-9885ba1d5329 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:06:49.052271 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] No Port match for: a017d34c-d22e-4127-9c00-9885ba1d5329 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:06:49.052697 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device a017d34c-d22e-4127-9c00-9885ba1d5329 not bound to the agent host hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:06:49.090234 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-45027396-adf4-4b82-8e6f-b5cee05fc731 req-a8c532f0-10c4-41b3-9e62-c26a6ba30e33 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Synchronizing usage tracker for tenant:75612fb9c54545baa7fc7f75d63cf365 on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:06:49.106361 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-45027396-adf4-4b82-8e6f-b5cee05fc731 req-a8c532f0-10c4-41b3-9e62-c26a6ba30e33 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Unset dirty status for tenant:75612fb9c54545baa7fc7f75d63cf365 on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:06:49.107525 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-45027396-adf4-4b82-8e6f-b5cee05fc731 req-a8c532f0-10c4-41b3-9e62-c26a6ba30e33 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=33f0d501-ea79-4ba1-a08e-8283f0aa118a HTTP/1.1" status: 200 len: 210 time: 0.0622675 Apr 30 16:06:50.217324 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-cc14ce9b-7693-4745-81d9-46a4463fa94b tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:50.218745 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-cc14ce9b-7693-4745-81d9-46a4463fa94b tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.42 "GET /v2.0/networks?id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9 HTTP/1.1" status: 200 len: 812 time: 0.1467104 Apr 30 16:06:50.260770 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f0708055-22a0-4109-8ca4-0c3e98952c7e req-4cf57691-3c31-4623-b965-466bf02292d1 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=33f0d501-ea79-4ba1-a08e-8283f0aa118a HTTP/1.1" status: 200 len: 210 time: 0.0419612 Apr 30 16:06:50.270061 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-5bce550b-dfc4-40d7-9b39-d4b5b8eec0d5 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75612fb9c54545baa7fc7f75d63cf365 HTTP/1.1" status: 200 len: 380 time: 0.0412486 Apr 30 16:06:50.280903 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-f9ebf426-1176-46cc-b0b8-8c3a88bfa940 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Request body: {'port': {'device_id': '33f0d501-ea79-4ba1-a08e-8283f0aa118a', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'admin_state_up': True, 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'security_groups': ['a6096ae6-0a8a-408b-889f-f72fe6e48a2c']}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:50.417735 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-f9ebf426-1176-46cc-b0b8-8c3a88bfa940 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:06:50.428112 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-f9ebf426-1176-46cc-b0b8-8c3a88bfa940 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:06:50.439184 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-f9ebf426-1176-46cc-b0b8-8c3a88bfa940 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Made reservation on behalf of 75612fb9c54545baa7fc7f75d63cf365 for: {'port': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:06:50.442990 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-f9ebf426-1176-46cc-b0b8-8c3a88bfa940 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:50.606662 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-f9ebf426-1176-46cc-b0b8-8c3a88bfa940 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Allocated IP 172.20.0.13 (9cdfa89b-9f6d-4095-b0fe-85c8608797d9/99795baf-474b-42a4-8dbb-35c325850572/8491607e-0551-47ef-81e2-b4000ac9c380) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:06:50.805860 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-f9ebf426-1176-46cc-b0b8-8c3a88bfa940 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:50.821852 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-f9ebf426-1176-46cc-b0b8-8c3a88bfa940 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Transition to ACTIVE for port object 8491607e-0551-47ef-81e2-b4000ac9c380 will not be triggered until provisioned by entity DHCP. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:06:50.845991 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-f9ebf426-1176-46cc-b0b8-8c3a88bfa940 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:50.853009 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-be86a02f-1d9e-4ab0-adad-201e54e318d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:50.921819 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-f9ebf426-1176-46cc-b0b8-8c3a88bfa940 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Network 9cdfa89b-9f6d-4095-b0fe-85c8608797d9 is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:06:50.926190 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-f9ebf426-1176-46cc-b0b8-8c3a88bfa940 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:06:50.928452 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-f9ebf426-1176-46cc-b0b8-8c3a88bfa940 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:06:50.971299 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ebf426-1176-46cc-b0b8-8c3a88bfa940 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Pushing event updated for resources: {'Port': ['ID=8491607e-0551-47ef-81e2-b4000ac9c380,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:50.974273 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-f9ebf426-1176-46cc-b0b8-8c3a88bfa940 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:51.000936 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-f9ebf426-1176-46cc-b0b8-8c3a88bfa940 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:51.001579 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-f9ebf426-1176-46cc-b0b8-8c3a88bfa940 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:51.031273 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-f9ebf426-1176-46cc-b0b8-8c3a88bfa940 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7543015 Apr 30 16:06:51.049628 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-bf852927-0818-4805-9cb7-8188740d7576 service neutron] Request body: {'port': {'device_id': '33f0d501-ea79-4ba1-a08e-8283f0aa118a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:06:51.168966 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-bf852927-0818-4805-9cb7-8188740d7576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:51.173020 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-160502ad-8be9-4b91-88ae-4a4413fd5c56 None None] Provisioning for port 8491607e-0551-47ef-81e2-b4000ac9c380 completed by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:06:51.177557 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-160502ad-8be9-4b91-88ae-4a4413fd5c56 None None] Provisioning complete for port 8491607e-0551-47ef-81e2-b4000ac9c380 triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:06:51.177933 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-160502ad-8be9-4b91-88ae-4a4413fd5c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:51.229666 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-160502ad-8be9-4b91-88ae-4a4413fd5c56 None None] Port 8491607e-0551-47ef-81e2-b4000ac9c380 cannot update to ACTIVE because it is not bound. {{(pid=73965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:06:51.515452 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f46121-6529-4cd9-937c-1bba38a5df8a req-97de5dd6-d133-4378-a5db-33f46fc457ab tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:51.516249 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-99f46121-6529-4cd9-937c-1bba38a5df8a req-97de5dd6-d133-4378-a5db-33f46fc457ab tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Synchronizing usage tracker for tenant:75612fb9c54545baa7fc7f75d63cf365 on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:06:51.579101 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-99f46121-6529-4cd9-937c-1bba38a5df8a req-97de5dd6-d133-4378-a5db-33f46fc457ab tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Unset dirty status for tenant:75612fb9c54545baa7fc7f75d63cf365 on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:06:51.580214 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-99f46121-6529-4cd9-937c-1bba38a5df8a req-97de5dd6-d133-4378-a5db-33f46fc457ab tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=33f0d501-ea79-4ba1-a08e-8283f0aa118a HTTP/1.1" status: 200 len: 932 time: 0.1932065 Apr 30 16:06:51.586677 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-bf852927-0818-4805-9cb7-8188740d7576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8491607e-0551-47ef-81e2-b4000ac9c380 {{(pid=73963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:06:51.596021 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-bf852927-0818-4805-9cb7-8188740d7576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:51.633577 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-bf852927-0818-4805-9cb7-8188740d7576 service neutron] Transition to ACTIVE for port object 8491607e-0551-47ef-81e2-b4000ac9c380 will not be triggered until provisioned by entity L2. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:06:51.644327 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-bf852927-0818-4805-9cb7-8188740d7576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914934'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:51.649086 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-eab658e8-70fb-4daf-a481-28bcd11c2093 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:51.678911 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-99f46121-6529-4cd9-937c-1bba38a5df8a req-c6153c6e-f55a-4b02-9089-989bf76bd58c tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876222 Apr 30 16:06:51.914988 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf852927-0818-4805-9cb7-8188740d7576 service neutron] Pushing event updated for resources: {'Port': ['ID=8491607e-0551-47ef-81e2-b4000ac9c380,revision_number=2']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:51.940796 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-bf852927-0818-4805-9cb7-8188740d7576 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:51.983815 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-bf852927-0818-4805-9cb7-8188740d7576 service neutron] Attempting to bind port 8491607e-0551-47ef-81e2-b4000ac9c380 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:06:51.984164 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-bf852927-0818-4805-9cb7-8188740d7576 service neutron] Attempting to bind port 8491607e-0551-47ef-81e2-b4000ac9c380 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '7e998a4a-d4bf-40aa-816b-f6ea84410e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9'}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:06:51.984488 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-bf852927-0818-4805-9cb7-8188740d7576 service neutron] Attempting to bind port 8491607e-0551-47ef-81e2-b4000ac9c380 on network 9cdfa89b-9f6d-4095-b0fe-85c8608797d9 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:06:51.988953 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-bf852927-0818-4805-9cb7-8188740d7576 service neutron] Port 8491607e-0551-47ef-81e2-b4000ac9c380 on network 9cdfa89b-9f6d-4095-b0fe-85c8608797d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:06:51.989271 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-bf852927-0818-4805-9cb7-8188740d7576 service neutron] Attempting to bind port 8491607e-0551-47ef-81e2-b4000ac9c380 on network 9cdfa89b-9f6d-4095-b0fe-85c8608797d9 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:06:51.994138 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-bf852927-0818-4805-9cb7-8188740d7576 service neutron] Checking agent: {'id': '12734182-a135-4f20-887d-69ffd9792d0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'started_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:06:51.994469 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-bf852927-0818-4805-9cb7-8188740d7576 service neutron] Checking segment: {'id': '7e998a4a-d4bf-40aa-816b-f6ea84410e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:06:51.994846 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-bf852927-0818-4805-9cb7-8188740d7576 service neutron] Bound using segment: {'id': '7e998a4a-d4bf-40aa-816b-f6ea84410e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9'} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:06:51.995262 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-bf852927-0818-4805-9cb7-8188740d7576 service neutron] Bound port: 8491607e-0551-47ef-81e2-b4000ac9c380, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e998a4a-d4bf-40aa-816b-f6ea84410e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9'}}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:06:51.995600 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-bf852927-0818-4805-9cb7-8188740d7576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:52.086422 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-bf852927-0818-4805-9cb7-8188740d7576 service neutron] For port 8491607e-0551-47ef-81e2-b4000ac9c380, host hv-cinder-78719, cleared binding levels {{(pid=73963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:06:52.089281 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-bf852927-0818-4805-9cb7-8188740d7576 service neutron] For port 8491607e-0551-47ef-81e2-b4000ac9c380, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8491607e-0551-47ef-81e2-b4000ac9c380,segment=NetworkSegment(7e998a4a-d4bf-40aa-816b-f6ea84410e10),segment_id=7e998a4a-d4bf-40aa-816b-f6ea84410e10)] {{(pid=73963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:06:52.095563 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-bf852927-0818-4805-9cb7-8188740d7576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914934'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:52.100010 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-be86a02f-1d9e-4ab0-adad-201e54e318d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:06:52.147419 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-bf852927-0818-4805-9cb7-8188740d7576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:52.148267 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-bf852927-0818-4805-9cb7-8188740d7576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:06:52.149613 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-bf852927-0818-4805-9cb7-8188740d7576 service neutron] 10.222.0.42 "PUT /v2.0/ports/8491607e-0551-47ef-81e2-b4000ac9c380 HTTP/1.1" status: 200 len: 1094 time: 1.1085818 Apr 30 16:06:52.152607 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f0d501-ea79-4ba1-a08e-8283f0aa118a', 'tag': '8491607e-0551-47ef-81e2-b4000ac9c380'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:06:52.198225 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf852927-0818-4805-9cb7-8188740d7576 service neutron] Pushing event updated for resources: {'Port': ['ID=8491607e-0551-47ef-81e2-b4000ac9c380,revision_number=3']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:06:52.237776 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-bf852927-0818-4805-9cb7-8188740d7576 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:06:52.239298 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f0d501-ea79-4ba1-a08e-8283f0aa118a', 'tag': '8491607e-0551-47ef-81e2-b4000ac9c380', 'status': 'completed', 'code': 200} Apr 30 16:06:52.276790 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-f8290896-e1ff-40fc-ae00-c5b0237a2662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:52.278277 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-f8290896-e1ff-40fc-ae00-c5b0237a2662 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75612fb9c54545baa7fc7f75d63cf365&device_id=33f0d501-ea79-4ba1-a08e-8283f0aa118a HTTP/1.1" status: 200 len: 1097 time: 0.0759201 Apr 30 16:06:52.354499 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-2c171d2d-3f25-4915-8559-348fb25a26d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8491607e-0551-47ef-81e2-b4000ac9c380 HTTP/1.1" status: 200 len: 217 time: 0.0676973 Apr 30 16:06:52.424262 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-4d982dd5-e5ee-4f5f-92a7-e4b594effcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:52.425604 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-4d982dd5-e5ee-4f5f-92a7-e4b594effcdf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99795baf-474b-42a4-8dbb-35c325850572 HTTP/1.1" status: 200 len: 851 time: 0.0613046 Apr 30 16:06:52.501285 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-383b62c4-f1f9-4085-8d6e-341766e3c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:52.502709 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-383b62c4-f1f9-4085-8d6e-341766e3c456 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701463 Apr 30 16:06:52.633680 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-b958bae3-98f4-49cf-89dd-2da941aa5233 service neutron] 10.222.0.42 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234403 Apr 30 16:06:52.769781 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7b46b591-cf25-457d-9357-ac51e7a85390 req-1e33eb1f-b179-4aa6-bc86-c0a41088f609 service neutron] 10.222.0.42 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273391 Apr 30 16:06:52.873610 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b6ef7-0e04-402a-9912-920ecb8308f0 req-818ba333-1eec-4e6c-840e-21d0dd00000e tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:52.875053 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f85b6ef7-0e04-402a-9912-920ecb8308f0 req-818ba333-1eec-4e6c-840e-21d0dd00000e tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=33f0d501-ea79-4ba1-a08e-8283f0aa118a HTTP/1.1" status: 200 len: 944 time: 0.0870173 Apr 30 16:06:52.912180 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a699b-e78c-4b70-9aee-53e20b818b9b req-71609aa0-dba1-4399-9bf3-373805357268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:52.913607 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-435a699b-e78c-4b70-9aee-53e20b818b9b req-71609aa0-dba1-4399-9bf3-373805357268 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75612fb9c54545baa7fc7f75d63cf365&device_id=33f0d501-ea79-4ba1-a08e-8283f0aa118a HTTP/1.1" status: 200 len: 1097 time: 0.0727944 Apr 30 16:06:52.920360 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f85b6ef7-0e04-402a-9912-920ecb8308f0 req-457a1380-7816-452b-be93-a93f185f470a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387821 Apr 30 16:06:53.057189 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a699b-e78c-4b70-9aee-53e20b818b9b req-202d481c-8602-4ead-b891-6f7374449bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:53.058619 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-435a699b-e78c-4b70-9aee-53e20b818b9b req-202d481c-8602-4ead-b891-6f7374449bca service neutron] 10.222.0.42 "GET /v2.0/networks?id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9 HTTP/1.1" status: 200 len: 912 time: 0.1260395 Apr 30 16:06:53.132666 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-435a699b-e78c-4b70-9aee-53e20b818b9b req-23c49f60-7e2f-4798-babe-b030066f3ba1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8491607e-0551-47ef-81e2-b4000ac9c380 HTTP/1.1" status: 200 len: 217 time: 0.0638492 Apr 30 16:06:53.194017 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a699b-e78c-4b70-9aee-53e20b818b9b req-b351c241-2a81-4c9c-98e4-43b9ce1d1856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:53.195313 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-435a699b-e78c-4b70-9aee-53e20b818b9b req-b351c241-2a81-4c9c-98e4-43b9ce1d1856 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99795baf-474b-42a4-8dbb-35c325850572 HTTP/1.1" status: 200 len: 851 time: 0.0556726 Apr 30 16:06:53.274792 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a699b-e78c-4b70-9aee-53e20b818b9b req-24dfd9ba-c2c3-487f-a6fc-cc68ed4bbead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:53.276302 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-435a699b-e78c-4b70-9aee-53e20b818b9b req-24dfd9ba-c2c3-487f-a6fc-cc68ed4bbead service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721085 Apr 30 16:06:53.412149 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-435a699b-e78c-4b70-9aee-53e20b818b9b req-bd716a7f-b611-48dc-b302-7f2a811bf540 service neutron] 10.222.0.42 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246662 Apr 30 16:06:53.629978 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-435a699b-e78c-4b70-9aee-53e20b818b9b req-69d51fff-2f7b-4f2f-bdef-fb4e39b71c02 service neutron] 10.222.0.42 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110062 Apr 30 16:06:54.103416 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878fc99-b495-4b19-9bd8-e53b68c69431 req-c5b3d5bc-e55e-45df-96f3-9ae5a9980c79 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:54.104868 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9878fc99-b495-4b19-9bd8-e53b68c69431 req-c5b3d5bc-e55e-45df-96f3-9ae5a9980c79 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=33f0d501-ea79-4ba1-a08e-8283f0aa118a HTTP/1.1" status: 200 len: 944 time: 0.0800960 Apr 30 16:06:54.153376 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9878fc99-b495-4b19-9bd8-e53b68c69431 req-eca18138-522e-498a-b6a3-297108ffb39f tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420370 Apr 30 16:06:55.335137 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85a363-f247-41df-863d-3d576fb80def req-a18e98ad-8c39-4bd7-b05e-fd64169f141f tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:55.336582 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-9b85a363-f247-41df-863d-3d576fb80def req-a18e98ad-8c39-4bd7-b05e-fd64169f141f tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=33f0d501-ea79-4ba1-a08e-8283f0aa118a HTTP/1.1" status: 200 len: 944 time: 0.0780253 Apr 30 16:06:55.383177 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-9b85a363-f247-41df-863d-3d576fb80def req-ab8b2878-b8d9-4f78-b901-596bc3e432d3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405648 Apr 30 16:06:56.567276 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d91972-034b-4e75-9684-48d221167579 req-946bdde4-ccbb-47cd-91c0-b5604745cfd2 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:56.568721 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-92d91972-034b-4e75-9684-48d221167579 req-946bdde4-ccbb-47cd-91c0-b5604745cfd2 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=33f0d501-ea79-4ba1-a08e-8283f0aa118a HTTP/1.1" status: 200 len: 944 time: 0.0789559 Apr 30 16:06:56.612467 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-92d91972-034b-4e75-9684-48d221167579 req-d52f7ee5-fd43-401d-a5ec-523814b09b0b tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381300 Apr 30 16:06:57.802247 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9651f4-5361-49f0-b9f6-3646aa20fd59 req-acd9b7c2-18e5-465d-9200-2c3bbe419449 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:57.803618 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9c9651f4-5361-49f0-b9f6-3646aa20fd59 req-acd9b7c2-18e5-465d-9200-2c3bbe419449 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=33f0d501-ea79-4ba1-a08e-8283f0aa118a HTTP/1.1" status: 200 len: 944 time: 0.0796430 Apr 30 16:06:57.849953 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9c9651f4-5361-49f0-b9f6-3646aa20fd59 req-c610c19f-0a74-4398-8257-04374c737cdb tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406561 Apr 30 16:06:58.381887 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea573dde-97c4-4a34-9e38-d54cbe525907 req-5ec601ef-274f-4e7e-9eb6-b4dc8d9b9ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:58.383351 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ea573dde-97c4-4a34-9e38-d54cbe525907 req-5ec601ef-274f-4e7e-9eb6-b4dc8d9b9ae1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f49f6ab6b0bb45e08a037b1a52e8f5a0&device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 1138 time: 0.1372731 Apr 30 16:06:58.395040 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705620b9-7c1e-4805-9a8e-7216494ca9e8 req-733689b2-7c6c-4cae-9bc6-6a3adf2edecb tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:58.396478 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-705620b9-7c1e-4805-9a8e-7216494ca9e8 req-733689b2-7c6c-4cae-9bc6-6a3adf2edecb tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 985 time: 0.1151519 Apr 30 16:06:58.528468 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-705620b9-7c1e-4805-9a8e-7216494ca9e8 req-685e7836-a45d-4603-80b3-1e1d92423e00 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&id=52a0903c-a2b3-4736-aeb4-f3941e989d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1133811 Apr 30 16:06:58.561389 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea573dde-97c4-4a34-9e38-d54cbe525907 req-d6fcb458-74fb-4dab-b652-15bebbc2d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:58.562804 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ea573dde-97c4-4a34-9e38-d54cbe525907 req-d6fcb458-74fb-4dab-b652-15bebbc2d93b service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c171d05-8a84-4e03-b3b3-4fe9446e93e6 HTTP/1.1" status: 200 len: 914 time: 0.1652365 Apr 30 16:06:58.666320 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ea573dde-97c4-4a34-9e38-d54cbe525907 req-e781a817-3ede-4aa3-8c3a-3d15d155f18b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35369b88-a07e-4f76-a8bc-076cd3dc7678 HTTP/1.1" status: 200 len: 1001 time: 0.0922184 Apr 30 16:06:58.737980 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea573dde-97c4-4a34-9e38-d54cbe525907 req-c5ac36c2-2cd0-41e8-a8f4-7ccdd352c73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:58.739769 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ea573dde-97c4-4a34-9e38-d54cbe525907 req-c5ac36c2-2cd0-41e8-a8f4-7ccdd352c73b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c3f0dcf-76e4-455c-995e-9f076da6edfe HTTP/1.1" status: 200 len: 853 time: 0.0654242 Apr 30 16:06:58.840344 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea573dde-97c4-4a34-9e38-d54cbe525907 req-a70a51fb-edbd-4e4e-9b7c-f6e58fee0cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:58.842523 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ea573dde-97c4-4a34-9e38-d54cbe525907 req-a70a51fb-edbd-4e4e-9b7c-f6e58fee0cc7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c171d05-8a84-4e03-b3b3-4fe9446e93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0935214 Apr 30 16:06:58.982559 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ea573dde-97c4-4a34-9e38-d54cbe525907 req-9254ecf7-32e2-4015-9154-206add163306 service neutron] 10.222.0.42 "GET /v2.0/networks/1c171d05-8a84-4e03-b3b3-4fe9446e93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303420 Apr 30 16:06:59.049524 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1897c-21f1-44de-ae8f-30c1b32cc48b req-45ef3065-cd7e-401e-ad6b-048893030bca tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:59.050984 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-65a1897c-21f1-44de-ae8f-30c1b32cc48b req-45ef3065-cd7e-401e-ad6b-048893030bca tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=33f0d501-ea79-4ba1-a08e-8283f0aa118a HTTP/1.1" status: 200 len: 944 time: 0.0906808 Apr 30 16:06:59.096115 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-65a1897c-21f1-44de-ae8f-30c1b32cc48b req-8f9c15a7-0251-4144-a1cc-492874eca793 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389056 Apr 30 16:06:59.114415 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ea573dde-97c4-4a34-9e38-d54cbe525907 req-daf311ff-3716-4a2a-ba1c-5fa42f315bb5 service neutron] 10.222.0.42 "GET /v2.0/networks/1c171d05-8a84-4e03-b3b3-4fe9446e93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258910 Apr 30 16:06:59.718396 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa804f5b-de70-40c0-b2e9-b998c0c88a16 req-e17ae107-06df-437d-97e2-bc7ecd54f6da tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:06:59.719824 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-fa804f5b-de70-40c0-b2e9-b998c0c88a16 req-e17ae107-06df-437d-97e2-bc7ecd54f6da tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 985 time: 0.0849853 Apr 30 16:06:59.768842 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-fa804f5b-de70-40c0-b2e9-b998c0c88a16 req-d733b9b0-3972-439e-ab1e-4ec4dd5e292b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&id=52a0903c-a2b3-4736-aeb4-f3941e989d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433016 Apr 30 16:07:00.284351 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430610a-b7cd-40fc-8ea0-94f4c1aa5960 req-38e53597-8229-475b-8644-5eaebc949ac2 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:00.285733 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b430610a-b7cd-40fc-8ea0-94f4c1aa5960 req-38e53597-8229-475b-8644-5eaebc949ac2 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=33f0d501-ea79-4ba1-a08e-8283f0aa118a HTTP/1.1" status: 200 len: 944 time: 0.0825217 Apr 30 16:07:00.329668 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b430610a-b7cd-40fc-8ea0-94f4c1aa5960 req-8d872fe6-841c-49df-b94a-79bfe29fc050 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383153 Apr 30 16:07:00.956144 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779dc2af-621c-41cb-96fd-9b22fd190495 req-f303fd5c-b8bc-46b7-81aa-52a714fdab22 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:00.956889 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-779dc2af-621c-41cb-96fd-9b22fd190495 req-f303fd5c-b8bc-46b7-81aa-52a714fdab22 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 985 time: 0.0803790 Apr 30 16:07:01.004549 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-779dc2af-621c-41cb-96fd-9b22fd190495 req-2f0b504f-b395-4bff-a7aa-bcef4261b5c9 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&id=52a0903c-a2b3-4736-aeb4-f3941e989d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417001 Apr 30 16:07:01.086083 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 8491607e-0551-47ef-81e2-b4000ac9c380 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:07:01.212672 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 8491607e-0551-47ef-81e2-b4000ac9c380, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8491607e-0551-47ef-81e2-b4000ac9c380,segment=NetworkSegment(7e998a4a-d4bf-40aa-816b-f6ea84410e10),segment_id=7e998a4a-d4bf-40aa-816b-f6ea84410e10)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:07:01.226092 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Returning: {'device': '8491607e-0551-47ef-81e2-b4000ac9c380', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'port_id': '8491607e-0551-47ef-81e2-b4000ac9c380', 'mac_address': 'fa:16:3e:6e:ca:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99795baf-474b-42a4-8dbb-35c325850572', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:07:01.281976 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:01.298147 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8491607e-0551-47ef-81e2-b4000ac9c380 {{(pid=73965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:07:01.312583 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 8491607e-0551-47ef-81e2-b4000ac9c380, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8491607e-0551-47ef-81e2-b4000ac9c380,segment=NetworkSegment(7e998a4a-d4bf-40aa-816b-f6ea84410e10),segment_id=7e998a4a-d4bf-40aa-816b-f6ea84410e10)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:07:01.316367 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:01.318085 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:01.382525 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=8491607e-0551-47ef-81e2-b4000ac9c380,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:01.385588 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:01.514059 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf97775-bea7-4d93-ba12-3f42d62ff0d4 req-d883fc14-84e2-4e44-b99d-a91b5a1c1ddc tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:01.515394 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7cf97775-bea7-4d93-ba12-3f42d62ff0d4 req-d883fc14-84e2-4e44-b99d-a91b5a1c1ddc tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=33f0d501-ea79-4ba1-a08e-8283f0aa118a HTTP/1.1" status: 200 len: 945 time: 0.0779958 Apr 30 16:07:01.559216 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7cf97775-bea7-4d93-ba12-3f42d62ff0d4 req-8c2af8ff-757f-4f2f-b3db-02cbb5babb31 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380731 Apr 30 16:07:01.616674 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['8491607e-0551-47ef-81e2-b4000ac9c380'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:07:02.192858 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165cece-727c-4e3b-84c3-f165be391ce0 req-c6cc39f7-c52c-49d2-ae82-b76d5ee99947 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:02.194201 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-4165cece-727c-4e3b-84c3-f165be391ce0 req-c6cc39f7-c52c-49d2-ae82-b76d5ee99947 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 985 time: 0.0831912 Apr 30 16:07:02.239734 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-4165cece-727c-4e3b-84c3-f165be391ce0 req-67f15ced-6a1c-4b44-acc1-836a7a61c882 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&id=52a0903c-a2b3-4736-aeb4-f3941e989d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398858 Apr 30 16:07:02.744366 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7105410-33a4-4e42-bdd8-a5b33bb2aae1 req-038c9b2f-dd21-43ff-9862-9513ec329316 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:02.745784 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d7105410-33a4-4e42-bdd8-a5b33bb2aae1 req-038c9b2f-dd21-43ff-9862-9513ec329316 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=33f0d501-ea79-4ba1-a08e-8283f0aa118a HTTP/1.1" status: 200 len: 945 time: 0.0809598 Apr 30 16:07:02.789529 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d7105410-33a4-4e42-bdd8-a5b33bb2aae1 req-b511aa2b-e30c-40f4-8652-7443844a0116 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380459 Apr 30 16:07:03.089671 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 8491607e-0551-47ef-81e2-b4000ac9c380 up at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:07:03.158501 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning for port 8491607e-0551-47ef-81e2-b4000ac9c380 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:07:03.163217 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning complete for port 8491607e-0551-47ef-81e2-b4000ac9c380 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:07:03.163587 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:03.276240 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:03.303850 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f0d501-ea79-4ba1-a08e-8283f0aa118a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8491607e-0551-47ef-81e2-b4000ac9c380'}] {{(pid=73965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:07:03.314237 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 8491607e-0551-47ef-81e2-b4000ac9c380, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8491607e-0551-47ef-81e2-b4000ac9c380,segment=NetworkSegment(7e998a4a-d4bf-40aa-816b-f6ea84410e10),segment_id=7e998a4a-d4bf-40aa-816b-f6ea84410e10)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:07:03.318379 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:03.320273 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-33a4ad35-caf9-4b45-9139-ca6348cab690 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:03.350522 dv-cinder-787195-6-iscsi neutron-server[73965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f0d501-ea79-4ba1-a08e-8283f0aa118a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8491607e-0551-47ef-81e2-b4000ac9c380', 'code': 200} Apr 30 16:07:03.390843 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=8491607e-0551-47ef-81e2-b4000ac9c380,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:03.393717 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:03.437977 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359b0ed-3df1-4123-a3b2-8a662bb6c52b req-d2cd5808-cffb-4f35-90c7-306a806d2714 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:03.439424 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-8359b0ed-3df1-4123-a3b2-8a662bb6c52b req-d2cd5808-cffb-4f35-90c7-306a806d2714 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 985 time: 0.0842021 Apr 30 16:07:03.485973 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-8359b0ed-3df1-4123-a3b2-8a662bb6c52b req-6317796e-b573-44a8-89d8-f1ab54f58d06 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&id=52a0903c-a2b3-4736-aeb4-f3941e989d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406775 Apr 30 16:07:03.672587 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a21d7-a434-45bb-9bbf-d627a967e50b req-4d29e9a3-e5da-40c8-a261-8a3bee1c80db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:03.674016 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-db4a21d7-a434-45bb-9bbf-d627a967e50b req-4d29e9a3-e5da-40c8-a261-8a3bee1c80db service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=33f0d501-ea79-4ba1-a08e-8283f0aa118a HTTP/1.1" status: 200 len: 1099 time: 0.0692773 Apr 30 16:07:03.715195 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-db4a21d7-a434-45bb-9bbf-d627a967e50b req-a01e882f-4c2a-4e58-8fe0-7359a8984e50 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329311 Apr 30 16:07:03.977666 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4780ec-5a95-4d88-a52f-8ef2e24ca8ac req-1244bc34-4976-4d85-95b4-c2d01dc3a434 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:03.979196 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ae4780ec-5a95-4d88-a52f-8ef2e24ca8ac req-1244bc34-4976-4d85-95b4-c2d01dc3a434 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=33f0d501-ea79-4ba1-a08e-8283f0aa118a HTTP/1.1" status: 200 len: 946 time: 0.0849667 Apr 30 16:07:04.026240 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ae4780ec-5a95-4d88-a52f-8ef2e24ca8ac req-6bc3830c-b3fb-4e42-83ac-cbbb6f8aabee tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397582 Apr 30 16:07:04.675989 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84dde0-fd93-4575-9116-841d00904d66 req-d9e62faa-c950-4cdd-910d-924aa0b275c2 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:04.678202 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-4c84dde0-fd93-4575-9116-841d00904d66 req-d9e62faa-c950-4cdd-910d-924aa0b275c2 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 985 time: 0.0815761 Apr 30 16:07:04.724202 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-4c84dde0-fd93-4575-9116-841d00904d66 req-5bd004d4-740f-4102-bd62-9aeb7a8447a2 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&id=52a0903c-a2b3-4736-aeb4-f3941e989d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407064 Apr 30 16:07:05.215080 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d64a0-52d0-47c5-92a6-693e608b8fe9 req-f6c409db-26ef-4a43-b4ea-6dc716665f8f tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:05.217165 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1d0d64a0-52d0-47c5-92a6-693e608b8fe9 req-f6c409db-26ef-4a43-b4ea-6dc716665f8f tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=33f0d501-ea79-4ba1-a08e-8283f0aa118a HTTP/1.1" status: 200 len: 946 time: 0.0853148 Apr 30 16:07:05.261437 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1d0d64a0-52d0-47c5-92a6-693e608b8fe9 req-69923e57-59ab-46e5-a49d-10514fba1883 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385122 Apr 30 16:07:05.451525 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867da5f4-1a54-4fa9-9e4b-df55b959aedb req-3435bf74-3972-4844-9405-e011d55333e5 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:05.453036 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-867da5f4-1a54-4fa9-9e4b-df55b959aedb req-3435bf74-3972-4844-9405-e011d55333e5 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=33f0d501-ea79-4ba1-a08e-8283f0aa118a HTTP/1.1" status: 200 len: 946 time: 0.0836606 Apr 30 16:07:05.497627 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-867da5f4-1a54-4fa9-9e4b-df55b959aedb req-c5eb84e6-ac26-44b8-ba37-42d70336f5b6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388131 Apr 30 16:07:05.520564 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 38220) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:05.589974 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f2ddbd-0efc-4304-94c9-0e51211cd655 tempest-TestVolumeBootPattern-404697594 tempest-TestVolumeBootPattern-404697594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:05.591727 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-81f2ddbd-0efc-4304-94c9-0e51211cd655 tempest-TestVolumeBootPattern-404697594 tempest-TestVolumeBootPattern-404697594-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=33f0d501-ea79-4ba1-a08e-8283f0aa118a HTTP/1.1" status: 200 len: 1094 time: 0.0701082 Apr 30 16:07:05.594388 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 38224) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:05.599369 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-7e7ebad6-41fc-43bd-bf7a-667088b4b7e6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Request body: {'floatingip': {'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'port_id': '8491607e-0551-47ef-81e2-b4000ac9c380', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'fixed_ip_address': '172.20.0.13'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:07:05.605047 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-7e7ebad6-41fc-43bd-bf7a-667088b4b7e6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:07:05.608940 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-7e7ebad6-41fc-43bd-bf7a-667088b4b7e6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Usage tracker for resource:floatingip and tenant:75612fb9c54545baa7fc7f75d63cf365 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:07:05.611721 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-7e7ebad6-41fc-43bd-bf7a-667088b4b7e6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:07:05.617557 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-7e7ebad6-41fc-43bd-bf7a-667088b4b7e6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:07:05.630028 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebad6-41fc-43bd-bf7a-667088b4b7e6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for floatingip, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:05.926466 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebad6-41fc-43bd-bf7a-667088b4b7e6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:05.990979 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8a4ce-a188-4eb2-b1c8-a5c48ba1b873 req-d270af8f-3290-4d8e-a4cf-72e2ec903399 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:05.992481 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-bab8a4ce-a188-4eb2-b1c8-a5c48ba1b873 req-d270af8f-3290-4d8e-a4cf-72e2ec903399 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 985 time: 0.1523895 Apr 30 16:07:06.090096 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-bab8a4ce-a188-4eb2-b1c8-a5c48ba1b873 req-1d656b21-352a-4681-bd52-f94635fee9ff tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&id=52a0903c-a2b3-4736-aeb4-f3941e989d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0905063 Apr 30 16:07:06.115588 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [None req-7e7ebad6-41fc-43bd-bf7a-667088b4b7e6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Allocated IP 172.27.3.219 (7713db68-e23d-4336-9c52-9698584522df/6c05463b-e465-4436-9156-1956ee4f9865/69ee890b-15c1-4132-ac84-ecfeeec8c371) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:07:06.261798 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebad6-41fc-43bd-bf7a-667088b4b7e6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:06.292500 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebad6-41fc-43bd-bf7a-667088b4b7e6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:06.297692 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-36f2ced7-b87a-48e3-afac-e72c5a9dc391 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:06.359129 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7ebad6-41fc-43bd-bf7a-667088b4b7e6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Network 7713db68-e23d-4336-9c52-9698584522df is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:07:06.362127 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [None req-7e7ebad6-41fc-43bd-bf7a-667088b4b7e6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:07:06.365813 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7ebad6-41fc-43bd-bf7a-667088b4b7e6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:07:06.404774 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebad6-41fc-43bd-bf7a-667088b4b7e6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Pushing event updated for resources: {'Port': ['ID=69ee890b-15c1-4132-ac84-ecfeeec8c371,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:06.408838 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-7e7ebad6-41fc-43bd-bf7a-667088b4b7e6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:06.761691 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebad6-41fc-43bd-bf7a-667088b4b7e6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:06.831502 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebad6-41fc-43bd-bf7a-667088b4b7e6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:07.042928 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebad6-41fc-43bd-bf7a-667088b4b7e6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for port, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:07.047519 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebad6-41fc-43bd-bf7a-667088b4b7e6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914934'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:07.052519 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-bf852927-0818-4805-9cb7-8188740d7576 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:07.156405 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebad6-41fc-43bd-bf7a-667088b4b7e6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Pushing event updated for resources: {'Port': ['ID=69ee890b-15c1-4132-ac84-ecfeeec8c371,revision_number=2']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:07.160892 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-7e7ebad6-41fc-43bd-bf7a-667088b4b7e6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:07.170522 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebad6-41fc-43bd-bf7a-667088b4b7e6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-915876'] for floatingip, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:07.445702 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651efe8-55d0-4f38-806f-6937f9e620cb req-ae61ce2f-2006-4829-8c0f-85a6e06800db tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:07.447615 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-6651efe8-55d0-4f38-806f-6937f9e620cb req-ae61ce2f-2006-4829-8c0f-85a6e06800db tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 985 time: 0.0913970 Apr 30 16:07:07.464344 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.db.l3_db [None req-7e7ebad6-41fc-43bd-bf7a-667088b4b7e6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Floating IP 3edb45e5-6c14-4e89-94e1-7d747b76f021 associated. External IP: 172.27.3.219, port: 8491607e-0551-47ef-81e2-b4000ac9c380. Apr 30 16:07:07.538440 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-6651efe8-55d0-4f38-806f-6937f9e620cb req-a1376fe3-37ce-4e62-92b2-89502f21db89 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&id=52a0903c-a2b3-4736-aeb4-f3941e989d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837710 Apr 30 16:07:07.837353 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7ebad6-41fc-43bd-bf7a-667088b4b7e6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:07:08.028353 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7ebad6-41fc-43bd-bf7a-667088b4b7e6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:07:08.040251 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b390fcb6-01f1-448e-9834-0adf31b5ba69 None None] Sync routers for ids ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'] in dv-cinder-787195-6-iscsi {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:07:08.050984 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b390fcb6-01f1-448e-9834-0adf31b5ba69 None None] Routers {'4f712ea0-1630-4485-86ed-ae41e0c60ae6'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:07:08.052353 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-b390fcb6-01f1-448e-9834-0adf31b5ba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:06:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:07:08.062830 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebad6-41fc-43bd-bf7a-667088b4b7e6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for floatingip, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:08.120861 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-7e7ebad6-41fc-43bd-bf7a-667088b4b7e6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5254741 Apr 30 16:07:08.121839 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f0d501-ea79-4ba1-a08e-8283f0aa118a', 'tag': '8491607e-0551-47ef-81e2-b4000ac9c380'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:07:08.170252 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f0d501-ea79-4ba1-a08e-8283f0aa118a', 'tag': '8491607e-0551-47ef-81e2-b4000ac9c380', 'status': 'completed', 'code': 200} Apr 30 16:07:08.248241 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-b390fcb6-01f1-448e-9834-0adf31b5ba69 None None] Set router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:07:08.273293 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e0cfd-9fd7-4e59-960c-c88693a9e876 req-db3e8df9-70d5-42a1-9b39-29644bccde63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:08.274907 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b32e0cfd-9fd7-4e59-960c-c88693a9e876 req-db3e8df9-70d5-42a1-9b39-29644bccde63 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75612fb9c54545baa7fc7f75d63cf365&device_id=33f0d501-ea79-4ba1-a08e-8283f0aa118a HTTP/1.1" status: 200 len: 1099 time: 0.0753484 Apr 30 16:07:08.412729 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e0cfd-9fd7-4e59-960c-c88693a9e876 req-d623d151-fe17-4e3f-8309-446b93dd03cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:08.414255 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b32e0cfd-9fd7-4e59-960c-c88693a9e876 req-d623d151-fe17-4e3f-8309-446b93dd03cf service neutron] 10.222.0.42 "GET /v2.0/networks?id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9 HTTP/1.1" status: 200 len: 912 time: 0.1315799 Apr 30 16:07:08.517656 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:08.520078 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b32e0cfd-9fd7-4e59-960c-c88693a9e876 req-2e5488fb-9e48-4cae-8f2b-fd13378f5ebb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8491607e-0551-47ef-81e2-b4000ac9c380 HTTP/1.1" status: 200 len: 1000 time: 0.0978110 Apr 30 16:07:08.588113 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e0cfd-9fd7-4e59-960c-c88693a9e876 req-d22ca2ab-7c2f-46e7-942e-a69f3dd120be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:08.589618 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b32e0cfd-9fd7-4e59-960c-c88693a9e876 req-d22ca2ab-7c2f-46e7-942e-a69f3dd120be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99795baf-474b-42a4-8dbb-35c325850572 HTTP/1.1" status: 200 len: 851 time: 0.0629311 Apr 30 16:07:08.643410 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-b390fcb6-01f1-448e-9834-0adf31b5ba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'name': 'tempest-TestVolumeBootPattern-1192148063-router', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:12Z', 'updated_at': '2021-04-30T16:03:17Z', 'revision_number': 4, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'gw_port': {'id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:13Z', 'updated_at': '2021-04-30T16:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': '3edb45e5-6c14-4e89-94e1-7d747b76f021', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'port_id': '8491607e-0551-47ef-81e2-b4000ac9c380', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'mac_address': 'fa:16:3e:6e:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f0d501-ea79-4ba1-a08e-8283f0aa118a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:07:06Z', 'updated_at': '2021-04-30T16:07:06Z', 'revision_number': 0, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9359bae5-e69f-4575-a07a-193914c9f4f1', 'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'mac_address': 'fa:16:3e:e9:dd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '99795baf-474b-42a4-8dbb-35c325850572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:16Z', 'updated_at': '2021-04-30T16:03:23Z', 'revision_number': 5, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'subnets': [{'id': '99795baf-474b-42a4-8dbb-35c325850572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:07:08.649286 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b390fcb6-01f1-448e-9834-0adf31b5ba69 None None] Checking router: 4f712ea0-1630-4485-86ed-ae41e0c60ae6 for host: dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:07:08.658926 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b390fcb6-01f1-448e-9834-0adf31b5ba69 None None] Routers {'4f712ea0-1630-4485-86ed-ae41e0c60ae6'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:07:08.659645 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-b390fcb6-01f1-448e-9834-0adf31b5ba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:06:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:07:08.681030 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e0cfd-9fd7-4e59-960c-c88693a9e876 req-485ced19-fc32-4d60-a427-a7b39506bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:08.682559 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b32e0cfd-9fd7-4e59-960c-c88693a9e876 req-485ced19-fc32-4d60-a427-a7b39506bfc9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807834 Apr 30 16:07:08.731813 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb01ff3-c662-4fdf-990f-e33617730271 req-9e148fae-33f8-4afe-8146-a7131696077e tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:08.733939 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-2eb01ff3-c662-4fdf-990f-e33617730271 req-9e148fae-33f8-4afe-8146-a7131696077e tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 985 time: 0.0894346 Apr 30 16:07:08.791832 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-2eb01ff3-c662-4fdf-990f-e33617730271 req-f3178655-29cd-413f-a36b-039424da79cc tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&id=52a0903c-a2b3-4736-aeb4-f3941e989d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515010 Apr 30 16:07:08.830962 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b32e0cfd-9fd7-4e59-960c-c88693a9e876 req-bbcc3211-257a-4d3b-91f2-e7c8c422c9bd service neutron] 10.222.0.42 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407893 Apr 30 16:07:08.850667 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-b390fcb6-01f1-448e-9834-0adf31b5ba69 None None] Set router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:07:08.972910 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b32e0cfd-9fd7-4e59-960c-c88693a9e876 req-75204e82-63c6-4c90-bbe9-ee7e325e5935 service neutron] 10.222.0.42 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335900 Apr 30 16:07:09.204369 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-b390fcb6-01f1-448e-9834-0adf31b5ba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'name': 'tempest-TestVolumeBootPattern-1192148063-router', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:12Z', 'updated_at': '2021-04-30T16:03:17Z', 'revision_number': 4, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'gw_port': {'id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:13Z', 'updated_at': '2021-04-30T16:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': '3edb45e5-6c14-4e89-94e1-7d747b76f021', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'port_id': '8491607e-0551-47ef-81e2-b4000ac9c380', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'mac_address': 'fa:16:3e:6e:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f0d501-ea79-4ba1-a08e-8283f0aa118a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:07:06Z', 'updated_at': '2021-04-30T16:07:06Z', 'revision_number': 0, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9359bae5-e69f-4575-a07a-193914c9f4f1', 'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'mac_address': 'fa:16:3e:e9:dd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '99795baf-474b-42a4-8dbb-35c325850572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:16Z', 'updated_at': '2021-04-30T16:03:23Z', 'revision_number': 5, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'subnets': [{'id': '99795baf-474b-42a4-8dbb-35c325850572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:07:09.208372 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b390fcb6-01f1-448e-9834-0adf31b5ba69 None None] The sync data for ids ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'] in dv-cinder-787195-6-iscsi is: [{'id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'name': 'tempest-TestVolumeBootPattern-1192148063-router', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:12Z', 'updated_at': '2021-04-30T16:03:17Z', 'revision_number': 4, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'gw_port': {'id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:13Z', 'updated_at': '2021-04-30T16:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': '3edb45e5-6c14-4e89-94e1-7d747b76f021', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'port_id': '8491607e-0551-47ef-81e2-b4000ac9c380', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'mac_address': 'fa:16:3e:6e:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f0d501-ea79-4ba1-a08e-8283f0aa118a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:07:06Z', 'updated_at': '2021-04-30T16:07:06Z', 'revision_number': 0, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9359bae5-e69f-4575-a07a-193914c9f4f1', 'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'mac_address': 'fa:16:3e:e9:dd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '99795baf-474b-42a4-8dbb-35c325850572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:16Z', 'updated_at': '2021-04-30T16:03:23Z', 'revision_number': 5, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'subnets': [{'id': '99795baf-474b-42a4-8dbb-35c325850572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:07:09.384432 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e106006-004e-4ed8-a9a7-10c0ffee9bc2 None None] New status for floating IP 3edb45e5-6c14-4e89-94e1-7d747b76f021: ACTIVE {{(pid=73966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:07:10.093718 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d5d71-2694-4874-be70-b6d71df5a0d1 req-6828df68-0a6c-42b6-8cc2-35864ba30a37 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:10.095229 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-fe9d5d71-2694-4874-be70-b6d71df5a0d1 req-6828df68-0a6c-42b6-8cc2-35864ba30a37 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 985 time: 0.2009194 Apr 30 16:07:10.149117 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-fe9d5d71-2694-4874-be70-b6d71df5a0d1 req-0d382020-665d-44fc-86b8-281f8b813424 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&id=52a0903c-a2b3-4736-aeb4-f3941e989d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476637 Apr 30 16:07:10.526191 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb403479-465d-4b29-8f7b-99127a218aba req-ff031f86-7e2e-45b6-a510-2a8a32f67334 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:10.527601 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-eb403479-465d-4b29-8f7b-99127a218aba req-ff031f86-7e2e-45b6-a510-2a8a32f67334 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 945 time: 0.0782089 Apr 30 16:07:10.575144 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-eb403479-465d-4b29-8f7b-99127a218aba req-a6ad6980-ae9d-40c4-b316-171b0cfb0e8f tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416868 Apr 30 16:07:11.342606 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a584ad-1ab8-4f8f-a095-e5f4ee2941c5 req-815aed98-ac4a-443b-8f4f-e564f86381bf tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:11.344100 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-09a584ad-1ab8-4f8f-a095-e5f4ee2941c5 req-815aed98-ac4a-443b-8f4f-e564f86381bf tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 985 time: 0.0833812 Apr 30 16:07:11.390788 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-09a584ad-1ab8-4f8f-a095-e5f4ee2941c5 req-827355d5-22a1-477f-9b6d-63334a287a10 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&id=52a0903c-a2b3-4736-aeb4-f3941e989d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409443 Apr 30 16:07:11.760932 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91a73f-916d-435f-9b77-03e0f5fc051c req-171b7e37-b54b-4b16-8ee4-0a7dd1785f94 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:11.762283 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ac91a73f-916d-435f-9b77-03e0f5fc051c req-171b7e37-b54b-4b16-8ee4-0a7dd1785f94 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 945 time: 0.0785251 Apr 30 16:07:11.806075 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ac91a73f-916d-435f-9b77-03e0f5fc051c req-0dc6eb90-22a4-4cc0-84e3-ce379574638d tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377755 Apr 30 16:07:12.998493 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018c7d0-2c0b-4d39-a011-8a1f002bfa65 req-d5278850-f134-4fb9-8f75-5ca628b27e80 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:12.999935 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f018c7d0-2c0b-4d39-a011-8a1f002bfa65 req-d5278850-f134-4fb9-8f75-5ca628b27e80 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 945 time: 0.0831373 Apr 30 16:07:13.045487 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f018c7d0-2c0b-4d39-a011-8a1f002bfa65 req-1494c1a0-25c9-47f9-8ec4-6145759f9aed tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398235 Apr 30 16:07:13.204687 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-d9a61dcb-ef90-48c5-ba1b-c7ab43074b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:14.236209 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c1e5e-cd45-4c4c-9bce-4b4ca06c5c21 req-9321d8e5-4040-4785-b543-9ba7c509a3af tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:14.237564 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-847c1e5e-cd45-4c4c-9bce-4b4ca06c5c21 req-9321d8e5-4040-4785-b543-9ba7c509a3af tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 945 time: 0.0822792 Apr 30 16:07:14.281281 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-847c1e5e-cd45-4c4c-9bce-4b4ca06c5c21 req-36afca74-4f29-49c6-aad9-7745a023bfb5 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381606 Apr 30 16:07:15.470727 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdd23f-e1e5-4026-b4d8-10dd7e962447 req-7dbaffd3-3617-4a88-a07d-d54c428c2eec tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:15.472182 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-46fdd23f-e1e5-4026-b4d8-10dd7e962447 req-7dbaffd3-3617-4a88-a07d-d54c428c2eec tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 945 time: 0.0787563 Apr 30 16:07:15.520997 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-46fdd23f-e1e5-4026-b4d8-10dd7e962447 req-f1f084b1-58b8-4061-b516-06f8b6b81d1a tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428598 Apr 30 16:07:15.887080 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:15.910324 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-905f2168-cc66-418f-9347-0d198019645e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:16.656556 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:16.785840 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43746548-b55d-4aaf-a136-7d0fa7a3873d req-e551b0a5-3e87-4866-9b8b-07704faf6bf0 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:16.787272 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-43746548-b55d-4aaf-a136-7d0fa7a3873d req-e551b0a5-3e87-4866-9b8b-07704faf6bf0 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 945 time: 0.1556883 Apr 30 16:07:16.831013 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-43746548-b55d-4aaf-a136-7d0fa7a3873d req-f3d11002-1731-4e2f-a8cc-ac45b77b7f2a tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380266 Apr 30 16:07:17.364370 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:07:18.021179 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d94c32-0037-4204-bcb4-b5f995704ec4 req-26f591da-ab96-42fa-a38e-1096a80d14b1 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:18.022879 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-86d94c32-0037-4204-bcb4-b5f995704ec4 req-26f591da-ab96-42fa-a38e-1096a80d14b1 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 945 time: 0.0784767 Apr 30 16:07:18.066871 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-86d94c32-0037-4204-bcb4-b5f995704ec4 req-e03edaaa-f91a-4b33-812e-86d142ba6add tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383158 Apr 30 16:07:18.435456 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:19.257966 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8ded2-b4d2-496b-96d3-4db7cdf1bbff req-ae5cb864-3a87-4b44-8167-ca30bc350dbd tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:19.259504 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-61d8ded2-b4d2-496b-96d3-4db7cdf1bbff req-ae5cb864-3a87-4b44-8167-ca30bc350dbd tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 945 time: 0.0830479 Apr 30 16:07:19.305679 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-61d8ded2-b4d2-496b-96d3-4db7cdf1bbff req-bfa8e7d3-7af1-4b9d-837f-2823b409c014 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400193 Apr 30 16:07:20.503577 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d79a5-dec9-49cf-add5-2731df384d9e req-172a0c87-296d-456b-a31d-189d3b4a167c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:20.505068 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-1e8d79a5-dec9-49cf-add5-2731df384d9e req-172a0c87-296d-456b-a31d-189d3b4a167c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 945 time: 0.0792189 Apr 30 16:07:20.549973 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-1e8d79a5-dec9-49cf-add5-2731df384d9e req-a37d8bae-debe-4529-b467-bd7a0b5f75da tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393178 Apr 30 16:07:20.553306 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a139631-1f5b-4652-9dab-692e2c84868d req-95bcfab0-5961-4d6e-8457-dc05ec882bc7 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:20.554861 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6a139631-1f5b-4652-9dab-692e2c84868d req-95bcfab0-5961-4d6e-8457-dc05ec882bc7 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=790f10d8-885e-435b-b3df-e1c2d9976273 HTTP/1.1" status: 200 len: 946 time: 0.0836394 Apr 30 16:07:20.607863 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6a139631-1f5b-4652-9dab-692e2c84868d req-a8cc9343-8607-4003-a93f-75cefff02ebe tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dc48938-e256-477e-90ad-9710e441ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389216 Apr 30 16:07:21.742928 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427643f3-65c6-43ec-b68d-edd23193a0dc req-622fd1cc-52a1-48fa-9d16-5c69f39abe20 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:21.744406 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-427643f3-65c6-43ec-b68d-edd23193a0dc req-622fd1cc-52a1-48fa-9d16-5c69f39abe20 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 945 time: 0.0814292 Apr 30 16:07:21.791172 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-427643f3-65c6-43ec-b68d-edd23193a0dc req-203cab7d-aeb3-4d37-bfed-756ad074a553 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395696 Apr 30 16:07:21.793894 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24906b2-25b2-46c7-a965-8581a01aec31 req-3054fb23-3bad-474b-9d21-f751f2086ab5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:21.795927 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c24906b2-25b2-46c7-a965-8581a01aec31 req-3054fb23-3bad-474b-9d21-f751f2086ab5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=790f10d8-885e-435b-b3df-e1c2d9976273 HTTP/1.1" status: 200 len: 946 time: 0.0824859 Apr 30 16:07:21.842112 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c24906b2-25b2-46c7-a965-8581a01aec31 req-ec06297f-e1c5-4b87-8e8e-0c246433b103 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dc48938-e256-477e-90ad-9710e441ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394683 Apr 30 16:07:22.454562 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4641a-75b5-4fb0-a9ca-76ad82261664 req-e3160eb1-3fff-4ca9-b767-c201d97a415d tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:22.455985 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f8b4641a-75b5-4fb0-a9ca-76ad82261664 req-e3160eb1-3fff-4ca9-b767-c201d97a415d tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.42 "GET /v2.0/ports?device_id=790f10d8-885e-435b-b3df-e1c2d9976273 HTTP/1.1" status: 200 len: 946 time: 0.0827920 Apr 30 16:07:22.591699 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-f8b4641a-75b5-4fb0-a9ca-76ad82261664 req-1237f7be-b560-451f-bb6a-eb091621c3c8 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Deleting port 2e8ad280-00fc-409d-9d19-0dd07f048d53 {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:07:22.592790 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-f8b4641a-75b5-4fb0-a9ca-76ad82261664 req-1237f7be-b560-451f-bb6a-eb091621c3c8 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:22.722027 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-f8b4641a-75b5-4fb0-a9ca-76ad82261664 req-1237f7be-b560-451f-bb6a-eb091621c3c8 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] For port 2e8ad280-00fc-409d-9d19-0dd07f048d53, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=2e8ad280-00fc-409d-9d19-0dd07f048d53,segment=NetworkSegment(339bd56c-1f0a-4053-8cac-7bb55f02edd1),segment_id=339bd56c-1f0a-4053-8cac-7bb55f02edd1)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:07:22.722379 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-f8b4641a-75b5-4fb0-a9ca-76ad82261664 req-1237f7be-b560-451f-bb6a-eb091621c3c8 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:22.995759 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de0889-a9f4-4062-84cb-dbb87921103a req-427a255e-26f9-42db-91fe-5305c16f5905 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:22.997248 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-55de0889-a9f4-4062-84cb-dbb87921103a req-427a255e-26f9-42db-91fe-5305c16f5905 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 945 time: 0.0941923 Apr 30 16:07:23.041805 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-55de0889-a9f4-4062-84cb-dbb87921103a req-23ab6bda-dbbd-470b-9cd1-fad9fba75545 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385652 Apr 30 16:07:23.066088 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-f8b4641a-75b5-4fb0-a9ca-76ad82261664 req-1237f7be-b560-451f-bb6a-eb091621c3c8 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:23.066628 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-f8b4641a-75b5-4fb0-a9ca-76ad82261664 req-1237f7be-b560-451f-bb6a-eb091621c3c8 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-915876'] for floatingip, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:23.066754 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.db.l3_db [req-f8b4641a-75b5-4fb0-a9ca-76ad82261664 req-1237f7be-b560-451f-bb6a-eb091621c3c8 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Floating IP 59c1e24c-7768-4e87-ba58-e08c0cb67ddb disassociated. External IP: 172.27.3.127, port: 2e8ad280-00fc-409d-9d19-0dd07f048d53. Apr 30 16:07:23.067172 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-f8b4641a-75b5-4fb0-a9ca-76ad82261664 req-1237f7be-b560-451f-bb6a-eb091621c3c8 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Calling delete_port for 2e8ad280-00fc-409d-9d19-0dd07f048d53 owned by compute:nova {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:07:23.110791 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba746b73-e4bb-4acf-abd8-5eb6b45689f6 req-6f8456c6-0229-440b-a2e5-982b36aa892c tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:23.112253 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ba746b73-e4bb-4acf-abd8-5eb6b45689f6 req-6f8456c6-0229-440b-a2e5-982b36aa892c tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=790f10d8-885e-435b-b3df-e1c2d9976273 HTTP/1.1" status: 200 len: 946 time: 0.1359098 Apr 30 16:07:23.166585 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ba746b73-e4bb-4acf-abd8-5eb6b45689f6 req-9c4c099d-d256-400a-87f3-c96e81c47c2c tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups?id=7dc48938-e256-477e-90ad-9710e441ecb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485680 Apr 30 16:07:23.236454 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-f8b4641a-75b5-4fb0-a9ca-76ad82261664 req-1237f7be-b560-451f-bb6a-eb091621c3c8 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:23.241716 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-eb67cd25-0ba0-4392-bc83-052e03b78955 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:23.373788 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237f7be-b560-451f-bb6a-eb091621c3c8 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Pushing event deleted for resources: {'Port': ['ID=2e8ad280-00fc-409d-9d19-0dd07f048d53,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:23.376853 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-1237f7be-b560-451f-bb6a-eb091621c3c8 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:23.555483 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8b4641a-75b5-4fb0-a9ca-76ad82261664 req-1237f7be-b560-451f-bb6a-eb091621c3c8 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Router 2f788246-b803-49c3-b0cc-9643de3bfca4 has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:07:23.729782 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8b4641a-75b5-4fb0-a9ca-76ad82261664 req-1237f7be-b560-451f-bb6a-eb091621c3c8 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:07:23.739042 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9097905-6e22-4cdb-93a0-9ae04f4ff72c None None] Sync routers for ids ['2f788246-b803-49c3-b0cc-9643de3bfca4'] in dv-cinder-787195-6-iscsi {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:07:23.749591 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9097905-6e22-4cdb-93a0-9ae04f4ff72c None None] Routers {'2f788246-b803-49c3-b0cc-9643de3bfca4'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:07:23.750213 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-f9097905-6e22-4cdb-93a0-9ae04f4ff72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:07:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['2f788246-b803-49c3-b0cc-9643de3bfca4'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:07:23.807327 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b4641a-75b5-4fb0-a9ca-76ad82261664 req-1237f7be-b560-451f-bb6a-eb091621c3c8 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] No DVR routers for this DVR port 2e8ad280-00fc-409d-9d19-0dd07f048d53 on host hv-cinder-78719 {{(pid=73963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:07:23.810208 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-f8b4641a-75b5-4fb0-a9ca-76ad82261664 req-1237f7be-b560-451f-bb6a-eb091621c3c8 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:23.813641 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790f10d8-885e-435b-b3df-e1c2d9976273', 'name': 'network-vif-deleted', 'tag': '2e8ad280-00fc-409d-9d19-0dd07f048d53'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:07:23.832391 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f8b4641a-75b5-4fb0-a9ca-76ad82261664 req-1237f7be-b560-451f-bb6a-eb091621c3c8 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.42 "DELETE /v2.0/ports/2e8ad280-00fc-409d-9d19-0dd07f048d53 HTTP/1.1" status: 204 len: 173 time: 1.3699236 Apr 30 16:07:23.866372 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790f10d8-885e-435b-b3df-e1c2d9976273', 'name': 'network-vif-deleted', 'tag': '2e8ad280-00fc-409d-9d19-0dd07f048d53', 'status': 'completed', 'code': 200} Apr 30 16:07:23.939545 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-f9097905-6e22-4cdb-93a0-9ae04f4ff72c None None] Set router 2f788246-b803-49c3-b0cc-9643de3bfca4 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:07:24.236358 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3ff42-2c44-4366-99be-edefd82864ee req-f4d947e2-0f0f-4af5-8ea6-e3b46361718c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:24.237981 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b7f3ff42-2c44-4366-99be-edefd82864ee req-f4d947e2-0f0f-4af5-8ea6-e3b46361718c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 945 time: 0.0836935 Apr 30 16:07:24.246063 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-f9097905-6e22-4cdb-93a0-9ae04f4ff72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'name': 'tempest-AttachVolumeTestJSON-1911497803-router', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:16Z', 'updated_at': '2021-04-30T16:00:26Z', 'revision_number': 4, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'gw_port': {'id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:30:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:17Z', 'updated_at': '2021-04-30T16:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': 'f33f0bac-05ff-4148-9395-5251c188e475', 'name': '', 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'mac_address': 'fa:16:3e:69:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:23Z', 'updated_at': '2021-04-30T16:00:40Z', 'revision_number': 5, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'subnets': [{'id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:07:24.250341 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9097905-6e22-4cdb-93a0-9ae04f4ff72c None None] Checking router: 2f788246-b803-49c3-b0cc-9643de3bfca4 for host: dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:07:24.258727 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9097905-6e22-4cdb-93a0-9ae04f4ff72c None None] Routers {'2f788246-b803-49c3-b0cc-9643de3bfca4'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:07:24.259328 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-f9097905-6e22-4cdb-93a0-9ae04f4ff72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:07:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['2f788246-b803-49c3-b0cc-9643de3bfca4'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:07:24.286485 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b7f3ff42-2c44-4366-99be-edefd82864ee req-5fba4555-086d-4d55-bfbe-fd23957b7f27 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430665 Apr 30 16:07:24.338183 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-53054bd0-fd0b-42a1-99bb-447f20f6f9a8 req-112a3a71-a0ff-460a-b4c1-0ce8452a193d tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/ports?device_id=790f10d8-885e-435b-b3df-e1c2d9976273 HTTP/1.1" status: 200 len: 210 time: 0.0444760 Apr 30 16:07:24.497492 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-f9097905-6e22-4cdb-93a0-9ae04f4ff72c None None] Set router 2f788246-b803-49c3-b0cc-9643de3bfca4 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:07:24.799372 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-f9097905-6e22-4cdb-93a0-9ae04f4ff72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'name': 'tempest-AttachVolumeTestJSON-1911497803-router', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:16Z', 'updated_at': '2021-04-30T16:00:26Z', 'revision_number': 4, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'gw_port': {'id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:30:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:17Z', 'updated_at': '2021-04-30T16:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': 'f33f0bac-05ff-4148-9395-5251c188e475', 'name': '', 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'mac_address': 'fa:16:3e:69:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:23Z', 'updated_at': '2021-04-30T16:00:40Z', 'revision_number': 5, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'subnets': [{'id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:07:24.803240 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9097905-6e22-4cdb-93a0-9ae04f4ff72c None None] The sync data for ids ['2f788246-b803-49c3-b0cc-9643de3bfca4'] in dv-cinder-787195-6-iscsi is: [{'id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'name': 'tempest-AttachVolumeTestJSON-1911497803-router', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:16Z', 'updated_at': '2021-04-30T16:00:26Z', 'revision_number': 4, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'gw_port': {'id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:30:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:17Z', 'updated_at': '2021-04-30T16:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': 'f33f0bac-05ff-4148-9395-5251c188e475', 'name': '', 'network_id': '529eb04d-afd1-4ec1-a7cf-59406e4ebee4', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'mac_address': 'fa:16:3e:69:e2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:23Z', 'updated_at': '2021-04-30T16:00:40Z', 'revision_number': 5, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'subnets': [{'id': '9b5b4d6f-2a10-41bf-be25-6159859e6aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:07:25.001142 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c790786-ad7e-40bc-8ddb-9ff22bc18bb4 None None] New status for floating IP 59c1e24c-7768-4e87-ba58-e08c0cb67ddb: DOWN {{(pid=73966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:07:25.211029 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 2e8ad280-00fc-409d-9d19-0dd07f048d53 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:07:25.244875 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] No Port match for: 2e8ad280-00fc-409d-9d19-0dd07f048d53 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:07:25.245228 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 2e8ad280-00fc-409d-9d19-0dd07f048d53 not bound to the agent host hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:07:25.460304 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 38382) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:25.476896 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af29e0c-67a4-4d03-adda-5cf588c70bfd req-1edc4f12-1d56-458c-bf0e-b8fd573c020a tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:25.478333 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2af29e0c-67a4-4d03-adda-5cf588c70bfd req-1edc4f12-1d56-458c-bf0e-b8fd573c020a tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 945 time: 0.0809140 Apr 30 16:07:25.523609 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2af29e0c-67a4-4d03-adda-5cf588c70bfd req-face1cff-a51d-4b05-ab4b-ef6c375757c7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386267 Apr 30 16:07:25.526305 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4ab4c66c-ca34-4c4d-ac63-68ac5ed0ce8f tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:25.554166 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4ab4c66c-ca34-4c4d-ac63-68ac5ed0ce8f tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:25.609566 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4ab4c66c-ca34-4c4d-ac63-68ac5ed0ce8f tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:25.613219 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-d49cde54-8589-42d9-96f8-5046f470c696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:25.628886 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4c66c-ca34-4c4d-ac63-68ac5ed0ce8f tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc48938-e256-477e-90ad-9710e441ecb6,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:25.631394 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-4ab4c66c-ca34-4c4d-ac63-68ac5ed0ce8f tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:25.642499 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4ab4c66c-ca34-4c4d-ac63-68ac5ed0ce8f tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:25.643592 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-4ab4c66c-ca34-4c4d-ac63-68ac5ed0ce8f tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "DELETE /v2.0/security-groups/7dc48938-e256-477e-90ad-9710e441ecb6 HTTP/1.1" status: 204 len: 168 time: 0.1823246 Apr 30 16:07:25.646214 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 38386) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:25.662536 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.api.v2.resource [None req-e413b8e2-111e-4e8d-88bb-70f3ed760ab9 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] show failed (client error): The resource could not be found. Apr 30 16:07:25.663486 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-e413b8e2-111e-4e8d-88bb-70f3ed760ab9 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "GET /v2.0/security-groups/7dc48938-e256-477e-90ad-9710e441ecb6 HTTP/1.1" status: 404 len: 347 time: 0.0161445 Apr 30 16:07:25.666126 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 38390) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:25.884250 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-8d26415d-0844-400d-b9b5-2678ee74f620 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Deleting port 640d27c9-49c6-4673-bcb8-e86fa5cb24db {{(pid=73964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:07:25.884590 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-8d26415d-0844-400d-b9b5-2678ee74f620 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:26.001617 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-8d26415d-0844-400d-b9b5-2678ee74f620 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:26.001944 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-8d26415d-0844-400d-b9b5-2678ee74f620 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:26.120470 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-8d26415d-0844-400d-b9b5-2678ee74f620 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Calling delete_port for 640d27c9-49c6-4673-bcb8-e86fa5cb24db owned by network:floatingip {{(pid=73964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:07:26.226389 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-8d26415d-0844-400d-b9b5-2678ee74f620 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:26.230552 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:26.276535 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26415d-0844-400d-b9b5-2678ee74f620 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Pushing event deleted for resources: {'Port': ['ID=640d27c9-49c6-4673-bcb8-e86fa5cb24db,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:26.302057 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-8d26415d-0844-400d-b9b5-2678ee74f620 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:26.364877 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-8d26415d-0844-400d-b9b5-2678ee74f620 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks [] for floatingip, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:26.378439 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-8d26415d-0844-400d-b9b5-2678ee74f620 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for floatingip, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:26.379532 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-8d26415d-0844-400d-b9b5-2678ee74f620 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] 10.222.0.72 "DELETE /v2.0/floatingips/59c1e24c-7768-4e87-ba58-e08c0cb67ddb HTTP/1.1" status: 204 len: 168 time: 0.7125683 Apr 30 16:07:26.713651 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990c9d4-85b6-4040-9fd9-c581495dac12 req-4b2483e1-0a4b-4f2c-9867-fd8cfa912f54 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:26.715128 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-9990c9d4-85b6-4040-9fd9-c581495dac12 req-4b2483e1-0a4b-4f2c-9867-fd8cfa912f54 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 945 time: 0.0817595 Apr 30 16:07:26.760075 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-9990c9d4-85b6-4040-9fd9-c581495dac12 req-57cd1ce4-15d4-4859-b001-9ca1fab3a882 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385458 Apr 30 16:07:27.212062 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:07:27.339596 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:07:27.353009 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Returning: {'device': '1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'port_id': '1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5', 'mac_address': 'fa:16:3e:0b:b6:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:07:27.405925 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:27.422415 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 {{(pid=73965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:07:27.436907 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:07:27.440777 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:27.442632 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:27.512020 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5,revision_number=6']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:27.518972 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:27.519314 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:27.519647 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:27.519999 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:27.520327 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:27.520649 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:27.520974 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:27.521292 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:27.521611 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:27.522211 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:27.522526 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:27.522837 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:27.526206 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:27.563210 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:07:27.966674 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb4d24-8224-4f6c-9f95-4c8fca6905bc req-4be4d602-7982-4c2d-9436-883b89087344 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:27.969058 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c6eb4d24-8224-4f6c-9f95-4c8fca6905bc req-4be4d602-7982-4c2d-9436-883b89087344 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 944 time: 0.0898514 Apr 30 16:07:28.027338 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c6eb4d24-8224-4f6c-9f95-4c8fca6905bc req-7cfbade2-24d0-41e6-91b9-d1ef03b2dcc4 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509567 Apr 30 16:07:29.230521 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 up at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:07:29.248723 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d6f31-9efd-47df-bcae-5d15f4523c5f req-73aaa1eb-1b47-40cc-aed6-292a87f4275c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:29.250457 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d06d6f31-9efd-47df-bcae-5d15f4523c5f req-73aaa1eb-1b47-40cc-aed6-292a87f4275c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 944 time: 0.0964661 Apr 30 16:07:29.345566 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning complete for port 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:07:29.346205 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:29.417669 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d06d6f31-9efd-47df-bcae-5d15f4523c5f req-6f0b807f-5740-452c-ac79-80352f9bf1f7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610334 Apr 30 16:07:29.486907 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:29.525440 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d53a8a-d8f2-4b1f-b4ab-92989c221844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5'}] {{(pid=73965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:07:29.540754 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:07:29.548818 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:29.552300 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:29.643333 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5,revision_number=7']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:29.652109 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:29.665182 dv-cinder-787195-6-iscsi neutron-server[73965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d53a8a-d8f2-4b1f-b4ab-92989c221844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5', 'code': 200} Apr 30 16:07:30.760213 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e170c-3ae8-4c37-8bfe-b3c4659a0997 req-6855f4df-664c-4c22-a356-8116c7d974f3 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:30.763164 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 38458) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:30.770970 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-5c7e170c-3ae8-4c37-8bfe-b3c4659a0997 req-6855f4df-664c-4c22-a356-8116c7d974f3 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 945 time: 0.1481404 Apr 30 16:07:30.835165 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-5c7e170c-3ae8-4c37-8bfe-b3c4659a0997 req-59f35fc5-e07a-492f-8c10-f7e326fcde07 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631368 Apr 30 16:07:31.535047 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-8fbe0f67-6ed1-448f-8870-8d8eda2251ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-915790'] for router_interface, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:32.190976 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-8fbe0f67-6ed1-448f-8870-8d8eda2251ee admin admin] Deleting port f33f0bac-05ff-4148-9395-5251c188e475 {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:07:32.191671 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-8fbe0f67-6ed1-448f-8870-8d8eda2251ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:32.326860 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60fb22-3d1a-4767-93f4-4bbb31b8f96e req-80b8223d-cf94-4bc4-8a03-8cead443bd9b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:32.328572 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0d60fb22-3d1a-4767-93f4-4bbb31b8f96e req-80b8223d-cf94-4bc4-8a03-8cead443bd9b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 945 time: 0.2180605 Apr 30 16:07:32.393589 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [None req-8fbe0f67-6ed1-448f-8870-8d8eda2251ee admin admin] For port f33f0bac-05ff-4148-9395-5251c188e475, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=f33f0bac-05ff-4148-9395-5251c188e475,segment=NetworkSegment(339bd56c-1f0a-4053-8cac-7bb55f02edd1),segment_id=339bd56c-1f0a-4053-8cac-7bb55f02edd1)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:07:32.394053 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-8fbe0f67-6ed1-448f-8870-8d8eda2251ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:32.408066 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0d60fb22-3d1a-4767-93f4-4bbb31b8f96e req-fb5e5dcc-a70c-485e-922e-eb79d50ac0f6 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722954 Apr 30 16:07:32.550210 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-8fbe0f67-6ed1-448f-8870-8d8eda2251ee admin admin] Calling delete_port for f33f0bac-05ff-4148-9395-5251c188e475 owned by network:router_interface {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:07:32.894843 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-8fbe0f67-6ed1-448f-8870-8d8eda2251ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:32.899065 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-cb3b94e5-0689-408d-b21a-2fedbceff915 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:32.944148 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe0f67-6ed1-448f-8870-8d8eda2251ee admin admin] Pushing event deleted for resources: {'Port': ['ID=f33f0bac-05ff-4148-9395-5251c188e475,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:33.032869 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe0f67-6ed1-448f-8870-8d8eda2251ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:33.033243 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe0f67-6ed1-448f-8870-8d8eda2251ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:33.033615 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe0f67-6ed1-448f-8870-8d8eda2251ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:33.034111 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe0f67-6ed1-448f-8870-8d8eda2251ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:33.035539 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe0f67-6ed1-448f-8870-8d8eda2251ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:33.035901 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe0f67-6ed1-448f-8870-8d8eda2251ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:33.036287 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe0f67-6ed1-448f-8870-8d8eda2251ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:33.036665 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe0f67-6ed1-448f-8870-8d8eda2251ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:33.037013 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe0f67-6ed1-448f-8870-8d8eda2251ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:33.037370 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe0f67-6ed1-448f-8870-8d8eda2251ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:33.037723 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe0f67-6ed1-448f-8870-8d8eda2251ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:33.038074 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe0f67-6ed1-448f-8870-8d8eda2251ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:33.046182 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-8fbe0f67-6ed1-448f-8870-8d8eda2251ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:33.266054 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-8fbe0f67-6ed1-448f-8870-8d8eda2251ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664318'] for router_interface, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:33.660548 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6e016-75f5-4440-a795-88b1ff34dc9f req-60ceb38b-5365-423e-8c36-1bf3a7aed543 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:33.660548 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-78b6e016-75f5-4440-a795-88b1ff34dc9f req-60ceb38b-5365-423e-8c36-1bf3a7aed543 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 945 time: 0.0964835 Apr 30 16:07:33.724739 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-78b6e016-75f5-4440-a795-88b1ff34dc9f req-4ebe97a7-e41e-40d2-9af6-37cddb03bb0d tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556390 Apr 30 16:07:33.841269 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbe0f67-6ed1-448f-8870-8d8eda2251ee admin admin] Router 2f788246-b803-49c3-b0cc-9643de3bfca4 has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:07:34.061485 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbe0f67-6ed1-448f-8870-8d8eda2251ee admin admin] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:07:34.072998 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd0d0ce-b0f8-405d-a746-bcae7f2d85c6 None None] Sync routers for ids ['2f788246-b803-49c3-b0cc-9643de3bfca4'] in dv-cinder-787195-6-iscsi {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:07:34.080442 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-8fbe0f67-6ed1-448f-8870-8d8eda2251ee admin admin] 10.222.0.72 "PUT /v2.0/routers/2f788246-b803-49c3-b0cc-9643de3bfca4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3127782 Apr 30 16:07:34.081213 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 38476) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:34.089414 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd0d0ce-b0f8-405d-a746-bcae7f2d85c6 None None] Routers {'2f788246-b803-49c3-b0cc-9643de3bfca4'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:07:34.090047 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-7bd0d0ce-b0f8-405d-a746-bcae7f2d85c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:07:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['2f788246-b803-49c3-b0cc-9643de3bfca4'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:07:34.300191 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] Notify callbacks [] for router, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:34.310116 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-7bd0d0ce-b0f8-405d-a746-bcae7f2d85c6 None None] Set router 2f788246-b803-49c3-b0cc-9643de3bfca4 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:07:34.509483 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:34.591250 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] Deleting port 325c250a-d5f3-49da-87c1-95bfcb8b2765 {{(pid=73964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:07:34.592200 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:34.695362 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-7bd0d0ce-b0f8-405d-a746-bcae7f2d85c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'name': 'tempest-AttachVolumeTestJSON-1911497803-router', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:16Z', 'updated_at': '2021-04-30T16:07:32Z', 'revision_number': 5, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'gw_port': {'id': '325c250a-d5f3-49da-87c1-95bfcb8b2765', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:30:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:00:17Z', 'updated_at': '2021-04-30T16:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:07:34.698618 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd0d0ce-b0f8-405d-a746-bcae7f2d85c6 None None] Checking router: 2f788246-b803-49c3-b0cc-9643de3bfca4 for host: dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:07:34.708158 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd0d0ce-b0f8-405d-a746-bcae7f2d85c6 None None] Routers {'2f788246-b803-49c3-b0cc-9643de3bfca4'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:07:34.708573 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-7bd0d0ce-b0f8-405d-a746-bcae7f2d85c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:07:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['2f788246-b803-49c3-b0cc-9643de3bfca4'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:07:34.733794 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.db [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] For port 325c250a-d5f3-49da-87c1-95bfcb8b2765, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=325c250a-d5f3-49da-87c1-95bfcb8b2765,segment=NetworkSegment(a30bcc7b-d76f-404c-9f7c-d7e43145326e),segment_id=a30bcc7b-d76f-404c-9f7c-d7e43145326e)] {{(pid=73964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:07:34.734419 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:34.867306 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] Calling delete_port for 325c250a-d5f3-49da-87c1-95bfcb8b2765 owned by network:router_gateway {{(pid=73964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:07:34.879785 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-7bd0d0ce-b0f8-405d-a746-bcae7f2d85c6 None None] Set router 2f788246-b803-49c3-b0cc-9643de3bfca4 gateway port host: None {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:07:34.995353 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06643d8-d14c-422b-a49a-f129e0ba3010 req-6dfc5530-c446-4734-8e10-845724b9f402 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:35.003738 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e06643d8-d14c-422b-a49a-f129e0ba3010 req-6dfc5530-c446-4734-8e10-845724b9f402 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 945 time: 0.1220510 Apr 30 16:07:35.071308 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e06643d8-d14c-422b-a49a-f129e0ba3010 req-b2837f07-65aa-45a8-af44-a24bfa97c2a3 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666602 Apr 30 16:07:35.088228 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-7bd0d0ce-b0f8-405d-a746-bcae7f2d85c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'name': 'tempest-AttachVolumeTestJSON-1911497803-router', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:16Z', 'updated_at': '2021-04-30T16:07:34Z', 'revision_number': 6, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'gw_port_host': None}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:07:35.094085 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd0d0ce-b0f8-405d-a746-bcae7f2d85c6 None None] The sync data for ids ['2f788246-b803-49c3-b0cc-9643de3bfca4'] in dv-cinder-787195-6-iscsi is: [{'id': '2f788246-b803-49c3-b0cc-9643de3bfca4', 'name': 'tempest-AttachVolumeTestJSON-1911497803-router', 'tenant_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:00:16Z', 'updated_at': '2021-04-30T16:07:34Z', 'revision_number': 6, 'project_id': '2585736d9b1c4eaabdd630f3e03e2da0', 'gw_port_host': None}] {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:07:35.227155 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:35.231043 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:35.286778 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=325c250a-d5f3-49da-87c1-95bfcb8b2765,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:35.325413 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:35.325785 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:35.329381 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:35.329381 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:35.329381 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:35.329381 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:35.329381 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:35.329839 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:35.329839 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:35.330166 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:35.330515 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:35.332318 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:07:35.339711 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:35.407114 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656601'] for router_gateway, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:35.724670 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12704'] for router, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:35.727283 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:35.827741 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-664956'] for router, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:35.829035 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f788246-b803-49c3-b0cc-9643de3bfca4 {{(pid=73964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 16:07:35.846530 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] Notify callbacks [] for router, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:35.848047 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] 10.222.0.72 "DELETE /v2.0/routers/2f788246-b803-49c3-b0cc-9643de3bfca4 HTTP/1.1" status: 204 len: 168 time: 1.7653897 Apr 30 16:07:35.850509 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 38482) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:35.937615 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_v2 [None req-c311b56c-1765-4f9f-b444-455e52ab4ae1 admin admin] Deleting subnet 9b5b4d6f-2a10-41bf-be25-6159859e6aec {{(pid=73963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:07:35.940755 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-c311b56c-1765-4f9f-b444-455e52ab4ae1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:35.995463 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-c311b56c-1765-4f9f-b444-455e52ab4ae1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2241422'] for subnet, precommit_delete_associations {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:36.035126 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 325c250a-d5f3-49da-87c1-95bfcb8b2765 no longer exists at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:07:36.070956 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] No Port match for: 325c250a-d5f3-49da-87c1-95bfcb8b2765 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:07:36.071362 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 325c250a-d5f3-49da-87c1-95bfcb8b2765 not bound to the agent host dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:07:36.071715 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device f33f0bac-05ff-4148-9395-5251c188e475 no longer exists at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:07:36.121494 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] No Port match for: f33f0bac-05ff-4148-9395-5251c188e475 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:07:36.122131 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device f33f0bac-05ff-4148-9395-5251c188e475 not bound to the agent host dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:07:36.151503 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-c311b56c-1765-4f9f-b444-455e52ab4ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2036197'] for subnet, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:36.341116 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116e35f-1dce-4925-aacd-443a59b64388 req-37fc1963-6d20-4a42-8e35-a980ac2a18cd tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:36.344369 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a116e35f-1dce-4925-aacd-443a59b64388 req-37fc1963-6d20-4a42-8e35-a980ac2a18cd tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 945 time: 0.1098266 Apr 30 16:07:36.411140 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a116e35f-1dce-4925-aacd-443a59b64388 req-db652d5c-f4e4-4f5d-9266-9caa8f3d2b60 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607307 Apr 30 16:07:36.496088 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-c311b56c-1765-4f9f-b444-455e52ab4ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2036220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3914944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2176780'] for subnet, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:36.501098 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-194aee04-4331-4ad9-a3ed-8ed375bdb1b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:36.542011 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311b56c-1765-4f9f-b444-455e52ab4ae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b5b4d6f-2a10-41bf-be25-6159859e6aec,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:36.544894 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-c311b56c-1765-4f9f-b444-455e52ab4ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:36.545996 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-c311b56c-1765-4f9f-b444-455e52ab4ae1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:36.551901 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dae1361-7098-4144-8574-b504a148d15f None None] Network 529eb04d-afd1-4ec1-a7cf-59406e4ebee4 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:07:36.552193 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-c311b56c-1765-4f9f-b444-455e52ab4ae1 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9b5b4d6f-2a10-41bf-be25-6159859e6aec HTTP/1.1" status: 204 len: 168 time: 0.7005551 Apr 30 16:07:36.554668 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 38488) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:36.668815 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0a67f268-4b1f-4578-b938-eb8ef2af03d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688298'] for network, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:36.748912 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-0a67f268-4b1f-4578-b938-eb8ef2af03d6 admin admin] Deleting port 96e1fbdc-8737-4ff0-ba0c-e3deb7d67845 {{(pid=73964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:07:36.749550 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0a67f268-4b1f-4578-b938-eb8ef2af03d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:36.852194 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aff9244-be38-486c-8979-9f6e3ff4f5ce None None] DHCP port deletion for 529eb04d-afd1-4ec1-a7cf-59406e4ebee4 request from dv-cinder-787195-6-iscsi {{(pid=73965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 16:07:36.924635 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.db [None req-0a67f268-4b1f-4578-b938-eb8ef2af03d6 admin admin] For port 96e1fbdc-8737-4ff0-ba0c-e3deb7d67845, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=96e1fbdc-8737-4ff0-ba0c-e3deb7d67845,segment=NetworkSegment(339bd56c-1f0a-4053-8cac-7bb55f02edd1),segment_id=339bd56c-1f0a-4053-8cac-7bb55f02edd1)] {{(pid=73964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:07:36.925278 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0a67f268-4b1f-4578-b938-eb8ef2af03d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:36.953832 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-2aff9244-be38-486c-8979-9f6e3ff4f5ce None None] Deleting port 96e1fbdc-8737-4ff0-ba0c-e3deb7d67845 {{(pid=73965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:07:36.954411 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2aff9244-be38-486c-8979-9f6e3ff4f5ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:37.061033 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-0a67f268-4b1f-4578-b938-eb8ef2af03d6 admin admin] Calling delete_port for 96e1fbdc-8737-4ff0-ba0c-e3deb7d67845 owned by network:dhcp {{(pid=73964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:07:37.075539 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-2aff9244-be38-486c-8979-9f6e3ff4f5ce None None] For port 96e1fbdc-8737-4ff0-ba0c-e3deb7d67845, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=96e1fbdc-8737-4ff0-ba0c-e3deb7d67845,segment=NetworkSegment(339bd56c-1f0a-4053-8cac-7bb55f02edd1),segment_id=339bd56c-1f0a-4053-8cac-7bb55f02edd1)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:07:37.076763 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2aff9244-be38-486c-8979-9f6e3ff4f5ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:37.135263 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0a67f268-4b1f-4578-b938-eb8ef2af03d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:37.140392 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-af977a0f-2220-490c-8fdc-e37dc37716a7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:37.188010 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67f268-4b1f-4578-b938-eb8ef2af03d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=96e1fbdc-8737-4ff0-ba0c-e3deb7d67845,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:37.190674 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-0a67f268-4b1f-4578-b938-eb8ef2af03d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:37.195412 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a67f268-4b1f-4578-b938-eb8ef2af03d6 admin admin] No DVR routers for this DVR port 96e1fbdc-8737-4ff0-ba0c-e3deb7d67845 on host dv-cinder-787195-6-iscsi {{(pid=73964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:07:37.226027 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-2aff9244-be38-486c-8979-9f6e3ff4f5ce None None] Calling delete_port for 96e1fbdc-8737-4ff0-ba0c-e3deb7d67845 owned by network:dhcp {{(pid=73965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:07:37.321466 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0a67f268-4b1f-4578-b938-eb8ef2af03d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034024', 'neutron.services.segments.db._delete_segments_for_network-8758133272989'] for network, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:37.392799 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2aff9244-be38-486c-8979-9f6e3ff4f5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215'] for port, after_delete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:37.403969 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:37.453146 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff9244-be38-486c-8979-9f6e3ff4f5ce None None] Pushing event deleted for resources: {'Port': ['ID=96e1fbdc-8737-4ff0-ba0c-e3deb7d67845,revision_number=None']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:37.456332 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2aff9244-be38-486c-8979-9f6e3ff4f5ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:37.457530 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aff9244-be38-486c-8979-9f6e3ff4f5ce None None] No DVR routers for this DVR port 96e1fbdc-8737-4ff0-ba0c-e3deb7d67845 on host dv-cinder-787195-6-iscsi {{(pid=73965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:07:37.480046 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-0a67f268-4b1f-4578-b938-eb8ef2af03d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529eb04d-afd1-4ec1-a7cf-59406e4ebee4']}} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:07:37.500660 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-0a67f268-4b1f-4578-b938-eb8ef2af03d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '339bd56c-1f0a-4053-8cac-7bb55f02edd1') {'for_net_delete': True} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:07:37.500981 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-0a67f268-4b1f-4578-b938-eb8ef2af03d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '339bd56c-1f0a-4053-8cac-7bb55f02edd1') {} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:07:37.517384 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0a67f268-4b1f-4578-b938-eb8ef2af03d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133283943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3533651'] for segment, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:37.535763 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0a67f268-4b1f-4578-b938-eb8ef2af03d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:37.543064 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a67f268-4b1f-4578-b938-eb8ef2af03d6 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=73964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:07:37.657770 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f20668-f552-48fd-bffa-8e088a4a2910 req-425fe5f3-a50c-4a7a-afb5-86dcd94c0c1e tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:37.665008 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-30f20668-f552-48fd-bffa-8e088a4a2910 req-425fe5f3-a50c-4a7a-afb5-86dcd94c0c1e tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 945 time: 0.0956445 Apr 30 16:07:37.723259 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-30f20668-f552-48fd-bffa-8e088a4a2910 req-527e1a81-e958-4df8-8bac-034a58a87a37 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572941 Apr 30 16:07:37.742199 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.managers [None req-0a67f268-4b1f-4578-b938-eb8ef2af03d6 admin admin] Network 529eb04d-afd1-4ec1-a7cf-59406e4ebee4 has no segments {{(pid=73964) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:07:37.743687 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 96e1fbdc-8737-4ff0-ba0c-e3deb7d67845 no longer exists at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:07:37.752543 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0a67f268-4b1f-4578-b938-eb8ef2af03d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2039760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3714241'] for segment, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:37.778161 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] No Port match for: 96e1fbdc-8737-4ff0-ba0c-e3deb7d67845 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:07:37.778518 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 96e1fbdc-8737-4ff0-ba0c-e3deb7d67845 not bound to the agent host dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:07:38.016023 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.managers [None req-0a67f268-4b1f-4578-b938-eb8ef2af03d6 admin admin] Network 529eb04d-afd1-4ec1-a7cf-59406e4ebee4 has no segments {{(pid=73964) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: Traceback (most recent call last): Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: timer() Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: cb(*args, **kw) Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: return func(*args, **kwargs) Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: self._notify() Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: self.callback(batched_events) Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: event.method(event) Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: return f(self, *a, **k) Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: return self._get(url).json() Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: return self.request(url, 'GET', **kwargs) Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:07:38.036826 dv-cinder-787195-6-iscsi neutron-server[73964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:07:38.110616 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0a67f268-4b1f-4578-b938-eb8ef2af03d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657477'] for network, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:38.114446 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-fa54fd7a-75d5-45ac-8aa3-89fc3eba8f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:38.126787 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0a67f268-4b1f-4578-b938-eb8ef2af03d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:38.138045 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67f268-4b1f-4578-b938-eb8ef2af03d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=529eb04d-afd1-4ec1-a7cf-59406e4ebee4,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:38.142728 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-0a67f268-4b1f-4578-b938-eb8ef2af03d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:38.150770 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-0a67f268-4b1f-4578-b938-eb8ef2af03d6 admin admin] 10.222.0.72 "DELETE /v2.0/networks/529eb04d-afd1-4ec1-a7cf-59406e4ebee4 HTTP/1.1" status: 204 len: 168 time: 1.5951290 Apr 30 16:07:38.264752 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 38510) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:38.311596 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-81eec7ed-93b1-4de7-b69e-7a9c91aa234c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2585736d9b1c4eaabdd630f3e03e2da0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0456872 Apr 30 16:07:38.313822 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 38514) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:38.369999 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-87f92e22-2706-4ce0-bca9-85709eef3b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:38.395820 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-87f92e22-2706-4ce0-bca9-85709eef3b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:38.447499 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-87f92e22-2706-4ce0-bca9-85709eef3b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:38.452710 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-4ab4c66c-ca34-4c4d-ac63-68ac5ed0ce8f tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:38.469967 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f92e22-2706-4ce0-bca9-85709eef3b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ff5733-bef4-49ed-8361-dfb4b6c4ad8c,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:38.474552 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-87f92e22-2706-4ce0-bca9-85709eef3b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:38.476616 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-87f92e22-2706-4ce0-bca9-85709eef3b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:38.480027 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-87f92e22-2706-4ce0-bca9-85709eef3b8a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/54ff5733-bef4-49ed-8361-dfb4b6c4ad8c HTTP/1.1" status: 204 len: 168 time: 0.1630650 Apr 30 16:07:38.500498 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:38.608357 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80f960-97e6-4e40-b6ff-632dc0a5c51a req-33aa5473-d7fd-426b-a542-5b9b455195dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:38.609829 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-cd80f960-97e6-4e40-b6ff-632dc0a5c51a req-33aa5473-d7fd-426b-a542-5b9b455195dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5252f565887e47f3ad4aa7e44a1a1e8a&device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 1098 time: 0.0743592 Apr 30 16:07:38.741089 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80f960-97e6-4e40-b6ff-632dc0a5c51a req-88055de2-2b7b-4bbe-a994-d2b2551f741f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:38.742694 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-cd80f960-97e6-4e40-b6ff-632dc0a5c51a req-88055de2-2b7b-4bbe-a994-d2b2551f741f service neutron] 10.222.0.42 "GET /v2.0/networks?id=ee2b0be8-6f61-4610-80f3-80f1a59047b4 HTTP/1.1" status: 200 len: 917 time: 0.1263337 Apr 30 16:07:38.925623 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4358f3-a4d9-4d71-9ae2-38a4dadc2a7b req-8a910d44-4ee8-4904-afe9-5a832b99a1c3 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:38.927511 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ad4358f3-a4d9-4d71-9ae2-38a4dadc2a7b req-8a910d44-4ee8-4904-afe9-5a832b99a1c3 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 945 time: 0.0895329 Apr 30 16:07:38.971341 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-cd80f960-97e6-4e40-b6ff-632dc0a5c51a req-87ae7bda-da82-4967-b540-991d9610bf61 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 HTTP/1.1" status: 200 len: 1001 time: 0.2211959 Apr 30 16:07:38.983138 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ad4358f3-a4d9-4d71-9ae2-38a4dadc2a7b req-92d71549-91d3-47f2-982e-b1959a48535a tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455644 Apr 30 16:07:39.043143 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80f960-97e6-4e40-b6ff-632dc0a5c51a req-39d1e484-34da-4dee-bd86-a0676a945809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:39.045257 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-cd80f960-97e6-4e40-b6ff-632dc0a5c51a req-39d1e484-34da-4dee-bd86-a0676a945809 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f8b7b306-eb20-4da6-945c-a1c9edf03578 HTTP/1.1" status: 200 len: 856 time: 0.0635231 Apr 30 16:07:39.126472 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80f960-97e6-4e40-b6ff-632dc0a5c51a req-3b5addff-bd95-4824-8ae6-9f19207721aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:39.127967 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-cd80f960-97e6-4e40-b6ff-632dc0a5c51a req-3b5addff-bd95-4824-8ae6-9f19207721aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee2b0be8-6f61-4610-80f3-80f1a59047b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764134 Apr 30 16:07:39.325782 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-cd80f960-97e6-4e40-b6ff-632dc0a5c51a req-a95e11a0-7ab3-4cf5-b14a-189de9efb06a service neutron] 10.222.0.42 "GET /v2.0/networks/ee2b0be8-6f61-4610-80f3-80f1a59047b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826551 Apr 30 16:07:39.328839 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4492b566-1799-4414-96b9-44823fd051e4 req-e8b39700-2b7c-4da5-9801-5fd8c1637fc5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1869202 Apr 30 16:07:39.515800 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-cd80f960-97e6-4e40-b6ff-632dc0a5c51a req-4b6ff307-647c-44e8-9d26-0121a9a4794d service neutron] 10.222.0.42 "GET /v2.0/networks/ee2b0be8-6f61-4610-80f3-80f1a59047b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770406 Apr 30 16:07:39.525991 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492b566-1799-4414-96b9-44823fd051e4 req-981a3de4-5164-4ddc-b99f-64ff61079434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:39.527427 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4492b566-1799-4414-96b9-44823fd051e4 req-981a3de4-5164-4ddc-b99f-64ff61079434 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f49f6ab6b0bb45e08a037b1a52e8f5a0&device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 1138 time: 0.1059866 Apr 30 16:07:39.673781 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492b566-1799-4414-96b9-44823fd051e4 req-7f45fdaa-8a33-4e0e-9a29-d6cd9d521b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:39.675234 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4492b566-1799-4414-96b9-44823fd051e4 req-7f45fdaa-8a33-4e0e-9a29-d6cd9d521b6f service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c171d05-8a84-4e03-b3b3-4fe9446e93e6 HTTP/1.1" status: 200 len: 914 time: 0.1277606 Apr 30 16:07:39.786830 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4492b566-1799-4414-96b9-44823fd051e4 req-dc8e176d-4492-44ce-958b-d0625a98cc7e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35369b88-a07e-4f76-a8bc-076cd3dc7678 HTTP/1.1" status: 200 len: 1001 time: 0.1029639 Apr 30 16:07:39.854077 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492b566-1799-4414-96b9-44823fd051e4 req-4db2b55d-f2d0-4fc8-976e-71b6e39ac28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:39.855428 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4492b566-1799-4414-96b9-44823fd051e4 req-4db2b55d-f2d0-4fc8-976e-71b6e39ac28d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c3f0dcf-76e4-455c-995e-9f076da6edfe HTTP/1.1" status: 200 len: 853 time: 0.0617247 Apr 30 16:07:39.939711 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492b566-1799-4414-96b9-44823fd051e4 req-f35268f5-45c7-4c04-8e7e-b7cb2fdabb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:39.941215 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4492b566-1799-4414-96b9-44823fd051e4 req-f35268f5-45c7-4c04-8e7e-b7cb2fdabb70 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c171d05-8a84-4e03-b3b3-4fe9446e93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771604 Apr 30 16:07:40.084491 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4492b566-1799-4414-96b9-44823fd051e4 req-46cedbef-383f-4ae6-b725-80d2607864cb service neutron] 10.222.0.42 "GET /v2.0/networks/1c171d05-8a84-4e03-b3b3-4fe9446e93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349730 Apr 30 16:07:40.284780 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8b20b-f99b-4bb5-b91b-146f2f8ab83d req-19f4c0b0-fb8a-44e6-9a4f-66f64d5f3039 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:40.286222 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-bba8b20b-f99b-4bb5-b91b-146f2f8ab83d req-19f4c0b0-fb8a-44e6-9a4f-66f64d5f3039 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 945 time: 0.1745362 Apr 30 16:07:40.288149 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4492b566-1799-4414-96b9-44823fd051e4 req-08975ed3-2065-4b9a-8f9b-ff4d5f343a85 service neutron] 10.222.0.42 "GET /v2.0/networks/1c171d05-8a84-4e03-b3b3-4fe9446e93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965106 Apr 30 16:07:40.348071 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-bba8b20b-f99b-4bb5-b91b-146f2f8ab83d req-7e8485df-42f1-4bdc-85ce-9a61aedf0c50 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561044 Apr 30 16:07:41.298074 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:07:41.418339 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:41.446419 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d53a8a-d8f2-4b1f-b4ab-92989c221844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5'}] {{(pid=73965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:07:41.457479 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:07:41.464229 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:41.468777 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-af2a8d33-f2c9-4b92-8ae5-f1185acff4e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:41.553683 dv-cinder-787195-6-iscsi neutron-server[73965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d53a8a-d8f2-4b1f-b4ab-92989c221844', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5', 'code': 200} Apr 30 16:07:41.581085 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5,revision_number=8']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:41.584254 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:41.621972 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad24f3e-7d92-4b4d-b30d-7e8f4268cdee req-dc91badb-4aaf-40a5-86ef-ff84e3212a13 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:41.624257 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8ad24f3e-7d92-4b4d-b30d-7e8f4268cdee req-dc91badb-4aaf-40a5-86ef-ff84e3212a13 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 943 time: 0.0882449 Apr 30 16:07:41.672281 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8ad24f3e-7d92-4b4d-b30d-7e8f4268cdee req-7173eba5-9086-4b87-9386-133d13afbfcd tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421510 Apr 30 16:07:42.861356 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e21c24-95fd-44b4-a500-49c740ded7f8 req-5c13c3c8-dc5c-4998-b13b-caf9743cdd06 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:42.862776 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-48e21c24-95fd-44b4-a500-49c740ded7f8 req-5c13c3c8-dc5c-4998-b13b-caf9743cdd06 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 943 time: 0.0798471 Apr 30 16:07:42.906499 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-48e21c24-95fd-44b4-a500-49c740ded7f8 req-b1375324-1e1c-4690-a4a6-abeec322d76b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380921 Apr 30 16:07:43.208669 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-e4d0815a-6d5c-40bd-8ac6-ffb5ee114043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:45.534069 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:07:45.887452 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:45.916053 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-4f85aa83-d867-41cc-99ba-767b08562f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:46.095168 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b810d-9f0a-48c7-aac3-c8b450b511a8 req-27aac868-2993-428d-90dd-f91f320c3027 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:46.096659 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-327b810d-9f0a-48c7-aac3-c8b450b511a8 req-27aac868-2993-428d-90dd-f91f320c3027 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 943 time: 0.0832624 Apr 30 16:07:46.098101 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-2fd219de-bd7d-4534-aee5-905b2a1f47c9 req-bcb66d34-d05e-48dd-8cf5-6121ed8a5090 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0699461 Apr 30 16:07:46.148447 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-327b810d-9f0a-48c7-aac3-c8b450b511a8 req-c4f1fd63-31a2-4209-964b-729bb013bf46 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458138 Apr 30 16:07:46.658805 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:46.814295 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd219de-bd7d-4534-aee5-905b2a1f47c9 req-05304b87-67db-46a0-b535-75fb31cf0f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:46.815849 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2fd219de-bd7d-4534-aee5-905b2a1f47c9 req-05304b87-67db-46a0-b535-75fb31cf0f02 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844&tenant_id=5252f565887e47f3ad4aa7e44a1a1e8a HTTP/1.1" status: 200 len: 1096 time: 0.0719922 Apr 30 16:07:47.007589 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd219de-bd7d-4534-aee5-905b2a1f47c9 req-7dd83639-4638-4981-9f52-187e393d4435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:47.009106 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2fd219de-bd7d-4534-aee5-905b2a1f47c9 req-7dd83639-4638-4981-9f52-187e393d4435 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5252f565887e47f3ad4aa7e44a1a1e8a&device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 1096 time: 0.1704507 Apr 30 16:07:47.136318 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd219de-bd7d-4534-aee5-905b2a1f47c9 req-5a55da5f-5e8e-4b5a-b3e5-0216c6be7da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:47.137735 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2fd219de-bd7d-4534-aee5-905b2a1f47c9 req-5a55da5f-5e8e-4b5a-b3e5-0216c6be7da0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ee2b0be8-6f61-4610-80f3-80f1a59047b4 HTTP/1.1" status: 200 len: 917 time: 0.1217341 Apr 30 16:07:47.242945 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2fd219de-bd7d-4534-aee5-905b2a1f47c9 req-73c28be3-a17b-47da-aba0-43758dcac6ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 HTTP/1.1" status: 200 len: 999 time: 0.0949001 Apr 30 16:07:47.306718 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd219de-bd7d-4534-aee5-905b2a1f47c9 req-ade06063-85f1-4568-aa49-55c21c126ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:47.308182 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2fd219de-bd7d-4534-aee5-905b2a1f47c9 req-ade06063-85f1-4568-aa49-55c21c126ea0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f8b7b306-eb20-4da6-945c-a1c9edf03578 HTTP/1.1" status: 200 len: 856 time: 0.0580027 Apr 30 16:07:47.343160 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f090268-1338-4733-ad39-ca458a3f747b req-2287e3a6-8807-4940-a42c-9c033db314d9 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:47.344630 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-9f090268-1338-4733-ad39-ca458a3f747b req-2287e3a6-8807-4940-a42c-9c033db314d9 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 943 time: 0.0849359 Apr 30 16:07:47.389609 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-9f090268-1338-4733-ad39-ca458a3f747b req-22c71b14-86c7-47d5-a356-e5f30b24e31c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391893 Apr 30 16:07:47.393391 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd219de-bd7d-4534-aee5-905b2a1f47c9 req-9bb1cc4f-43b2-453e-b904-1c3cab40f3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:47.394869 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2fd219de-bd7d-4534-aee5-905b2a1f47c9 req-9bb1cc4f-43b2-453e-b904-1c3cab40f3e2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee2b0be8-6f61-4610-80f3-80f1a59047b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770862 Apr 30 16:07:47.534723 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2fd219de-bd7d-4534-aee5-905b2a1f47c9 req-571155e0-87e3-4682-b239-08f5767f6a29 service neutron] 10.222.0.42 "GET /v2.0/networks/ee2b0be8-6f61-4610-80f3-80f1a59047b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323524 Apr 30 16:07:47.668359 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2fd219de-bd7d-4534-aee5-905b2a1f47c9 req-20ed0c38-d8a5-4d33-b6f0-d506b993ae12 service neutron] 10.222.0.42 "GET /v2.0/networks/ee2b0be8-6f61-4610-80f3-80f1a59047b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261923 Apr 30 16:07:48.438968 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:48.582325 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8d949-5651-407d-ad2b-236f18bde7dd req-44892645-f056-402e-9ab1-948a7ec14f3c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:48.583812 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ccc8d949-5651-407d-ad2b-236f18bde7dd req-44892645-f056-402e-9ab1-948a7ec14f3c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 943 time: 0.0791218 Apr 30 16:07:48.630746 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ccc8d949-5651-407d-ad2b-236f18bde7dd req-a8a19842-59aa-4b43-8477-98329630058d tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410070 Apr 30 16:07:49.847839 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67a858-a209-4c5d-885d-2d623a8f9058 req-74982bed-1dbb-4dd0-b561-f08dbe71e2d7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:49.849433 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3f67a858-a209-4c5d-885d-2d623a8f9058 req-74982bed-1dbb-4dd0-b561-f08dbe71e2d7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 943 time: 0.0966396 Apr 30 16:07:49.900983 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3f67a858-a209-4c5d-885d-2d623a8f9058 req-47fe7e3a-e778-4de2-af2b-d71972e56b49 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456369 Apr 30 16:07:51.126804 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-915b6e4d-cb85-4cb2-9c02-d7881b9d2c72 req-77df2686-7eaa-497c-b69f-790de4f0aa1f tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2006281239&fields=id&tenant_id=f49f6ab6b0bb45e08a037b1a52e8f5a0 HTTP/1.1" status: 200 len: 267 time: 0.1048539 Apr 30 16:07:51.198708 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e71bc0-5959-4659-b501-8dd39595319b req-48b53353-c138-4ba1-a050-151eae2560ac tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:51.208811 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-19e71bc0-5959-4659-b501-8dd39595319b req-48b53353-c138-4ba1-a050-151eae2560ac tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 943 time: 0.1448450 Apr 30 16:07:51.233615 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b6e4d-cb85-4cb2-9c02-d7881b9d2c72 req-aa2c1b45-0474-464b-9745-f244a83add6b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:51.235656 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-915b6e4d-cb85-4cb2-9c02-d7881b9d2c72 req-aa2c1b45-0474-464b-9745-f244a83add6b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 985 time: 0.0987873 Apr 30 16:07:51.248533 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-915b6e4d-cb85-4cb2-9c02-d7881b9d2c72 req-8f33f79c-4ffc-49bf-a844-5c8022752eb0 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Request body: {'port': {'security_groups': ['64abeb12-8365-48a8-b90a-4a41aa2f049f']}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:07:51.270369 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-19e71bc0-5959-4659-b501-8dd39595319b req-d470f9f3-8bd6-42b8-aee0-f8de7fa9b52f tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606658 Apr 30 16:07:51.400227 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-915b6e4d-cb85-4cb2-9c02-d7881b9d2c72 req-8f33f79c-4ffc-49bf-a844-5c8022752eb0 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:51.665613 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-915b6e4d-cb85-4cb2-9c02-d7881b9d2c72 req-8f33f79c-4ffc-49bf-a844-5c8022752eb0 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] For port 35369b88-a07e-4f76-a8bc-076cd3dc7678, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=35369b88-a07e-4f76-a8bc-076cd3dc7678,segment=NetworkSegment(181b67ae-0412-4885-9f4c-18692dae80ec),segment_id=181b67ae-0412-4885-9f4c-18692dae80ec)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:07:51.692068 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-915b6e4d-cb85-4cb2-9c02-d7881b9d2c72 req-8f33f79c-4ffc-49bf-a844-5c8022752eb0 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for port, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:51.697216 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-915b6e4d-cb85-4cb2-9c02-d7881b9d2c72 req-8f33f79c-4ffc-49bf-a844-5c8022752eb0 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914934'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:51.703533 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-792b8be0-ddbb-4ce8-a97b-48ee84e0013a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:51.708870 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['35369b88-a07e-4f76-a8bc-076cd3dc7678'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:07:51.779668 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b6e4d-cb85-4cb2-9c02-d7881b9d2c72 req-8f33f79c-4ffc-49bf-a844-5c8022752eb0 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:51.780352 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-915b6e4d-cb85-4cb2-9c02-d7881b9d2c72 req-8f33f79c-4ffc-49bf-a844-5c8022752eb0 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:51.781756 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-915b6e4d-cb85-4cb2-9c02-d7881b9d2c72 req-8f33f79c-4ffc-49bf-a844-5c8022752eb0 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "PUT /v2.0/ports/35369b88-a07e-4f76-a8bc-076cd3dc7678 HTTP/1.1" status: 200 len: 943 time: 0.5390787 Apr 30 16:07:51.782287 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c45532-de6d-4927-a209-c9b80b8aaf78', 'tag': '35369b88-a07e-4f76-a8bc-076cd3dc7678'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:07:51.787724 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 38728) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:51.799373 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33f79c-4ffc-49bf-a844-5c8022752eb0 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Pushing event updated for resources: {'Port': ['ID=35369b88-a07e-4f76-a8bc-076cd3dc7678,revision_number=7']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:51.812904 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-8f33f79c-4ffc-49bf-a844-5c8022752eb0 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:51.859727 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c45532-de6d-4927-a209-c9b80b8aaf78', 'tag': '35369b88-a07e-4f76-a8bc-076cd3dc7678', 'status': 'completed', 'code': 200} Apr 30 16:07:51.870128 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['35369b88-a07e-4f76-a8bc-076cd3dc7678'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:07:51.928359 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9231072c-6693-487a-a0c4-b0c4c976abf5 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:51.983608 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9231072c-6693-487a-a0c4-b0c4c976abf5 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:52.125233 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9231072c-6693-487a-a0c4-b0c4c976abf5 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:52.131195 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-6cef5a2e-e583-4a3c-997e-15d1cd98f778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:52.132470 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-ca0dfda9-10a5-4ca5-bfcb-2358806ab103 None None] Provisioning complete for port 35369b88-a07e-4f76-a8bc-076cd3dc7678 triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:07:52.132916 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-ca0dfda9-10a5-4ca5-bfcb-2358806ab103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:52.147941 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231072c-6693-487a-a0c4-b0c4c976abf5 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a0903c-a2b3-4736-aeb4-f3941e989d6c,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:52.150549 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-9231072c-6693-487a-a0c4-b0c4c976abf5 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:52.159682 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9231072c-6693-487a-a0c4-b0c4c976abf5 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:52.163627 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 38732) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:07:52.164185 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-9231072c-6693-487a-a0c4-b0c4c976abf5 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "DELETE /v2.0/security-groups/52a0903c-a2b3-4736-aeb4-f3941e989d6c HTTP/1.1" status: 204 len: 168 time: 0.3747177 Apr 30 16:07:52.750285 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0fb65-69f8-4fc7-955f-61d60199f028 req-99521272-1ea4-4145-96e3-3e0258cf22fe tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:52.753156 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f5b0fb65-69f8-4fc7-955f-61d60199f028 req-99521272-1ea4-4145-96e3-3e0258cf22fe tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 943 time: 0.3087626 Apr 30 16:07:52.757463 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-a94c9926-d93a-419d-859e-d5a4c0d91c6b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Deleting port 997fff09-fd9c-4dd3-a905-bc596e6bf53d {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:07:52.757885 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a94c9926-d93a-419d-859e-d5a4c0d91c6b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:52.901964 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f5b0fb65-69f8-4fc7-955f-61d60199f028 req-43ba6452-e320-423c-ad28-1a66bdbafd9f tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266682 Apr 30 16:07:52.942765 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a94c9926-d93a-419d-859e-d5a4c0d91c6b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:52.943099 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a94c9926-d93a-419d-859e-d5a4c0d91c6b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:53.075796 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-a94c9926-d93a-419d-859e-d5a4c0d91c6b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Calling delete_port for 997fff09-fd9c-4dd3-a905-bc596e6bf53d owned by network:floatingip {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:07:53.233764 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a94c9926-d93a-419d-859e-d5a4c0d91c6b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:53.237658 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-8f33f79c-4ffc-49bf-a844-5c8022752eb0 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:07:53.283014 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c9926-d93a-419d-859e-d5a4c0d91c6b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Pushing event deleted for resources: {'Port': ['ID=997fff09-fd9c-4dd3-a905-bc596e6bf53d,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:07:53.285989 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a94c9926-d93a-419d-859e-d5a4c0d91c6b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:07:53.379360 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a94c9926-d93a-419d-859e-d5a4c0d91c6b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks [] for floatingip, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:53.380041 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.db.l3_db [None req-a94c9926-d93a-419d-859e-d5a4c0d91c6b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Floating IP e32ca831-1cea-49f7-bc11-482afeea0ea7 disassociated (deleted). External IP: 172.27.3.56, port: 35369b88-a07e-4f76-a8bc-076cd3dc7678. Apr 30 16:07:53.766003 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94c9926-d93a-419d-859e-d5a4c0d91c6b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Router 1beabdeb-3808-4270-a402-80c1da48cd85 has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:07:54.000747 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94c9926-d93a-419d-859e-d5a4c0d91c6b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:07:54.014631 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5316fb9a-8079-46a7-822c-5a7c2de56661 None None] Sync routers for ids ['1beabdeb-3808-4270-a402-80c1da48cd85'] in dv-cinder-787195-6-iscsi {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:07:54.026359 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5316fb9a-8079-46a7-822c-5a7c2de56661 None None] Routers {'1beabdeb-3808-4270-a402-80c1da48cd85'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:07:54.027453 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-5316fb9a-8079-46a7-822c-5a7c2de56661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:07:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['1beabdeb-3808-4270-a402-80c1da48cd85'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:07:54.047357 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a94c9926-d93a-419d-859e-d5a4c0d91c6b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for floatingip, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:07:54.212170 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-a94c9926-d93a-419d-859e-d5a4c0d91c6b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "DELETE /v2.0/floatingips/e32ca831-1cea-49f7-bc11-482afeea0ea7 HTTP/1.1" status: 204 len: 168 time: 2.0443211 Apr 30 16:07:54.212170 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c45532-de6d-4927-a209-c9b80b8aaf78', 'tag': '35369b88-a07e-4f76-a8bc-076cd3dc7678'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:07:54.284719 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1272c8-c5aa-46a8-9430-9129f450b954 req-4dd5fde4-1292-48f0-b16c-6a881cebbb81 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:54.286285 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8d1272c8-c5aa-46a8-9430-9129f450b954 req-4dd5fde4-1292-48f0-b16c-6a881cebbb81 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 943 time: 0.1593502 Apr 30 16:07:54.380396 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8d1272c8-c5aa-46a8-9430-9129f450b954 req-41f13c85-54fb-4604-960d-60a80adbdc2a tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873516 Apr 30 16:07:54.396079 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:07:54.402520 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-5316fb9a-8079-46a7-822c-5a7c2de56661 None None] Set router 1beabdeb-3808-4270-a402-80c1da48cd85 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:07:54.469801 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c45532-de6d-4927-a209-c9b80b8aaf78', 'tag': '35369b88-a07e-4f76-a8bc-076cd3dc7678', 'status': 'completed', 'code': 200} Apr 30 16:07:54.848497 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-5316fb9a-8079-46a7-822c-5a7c2de56661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'name': 'tempest-TestMinimumBasicScenario-872552985-router', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b1930cb5-5635-4d35-87bc-9a937085c149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:05:29Z', 'updated_at': '2021-04-30T16:05:34Z', 'revision_number': 4, 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'gw_port': {'id': 'b1930cb5-5635-4d35-87bc-9a937085c149', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:52:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:30Z', 'updated_at': '2021-04-30T16:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': 'f354df52-9a32-4685-998e-08407a0b8aff', 'name': '', 'network_id': '1c171d05-8a84-4e03-b3b3-4fe9446e93e6', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'mac_address': 'fa:16:3e:cb:c7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8c3f0dcf-76e4-455c-995e-9f076da6edfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:33Z', 'updated_at': '2021-04-30T16:05:40Z', 'revision_number': 5, 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'subnets': [{'id': '8c3f0dcf-76e4-455c-995e-9f076da6edfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:07:54.853151 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5316fb9a-8079-46a7-822c-5a7c2de56661 None None] Checking router: 1beabdeb-3808-4270-a402-80c1da48cd85 for host: dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:07:54.863249 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5316fb9a-8079-46a7-822c-5a7c2de56661 None None] Routers {'1beabdeb-3808-4270-a402-80c1da48cd85'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:07:54.863856 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-5316fb9a-8079-46a7-822c-5a7c2de56661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:07:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['1beabdeb-3808-4270-a402-80c1da48cd85'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:07:55.049603 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-5316fb9a-8079-46a7-822c-5a7c2de56661 None None] Set router 1beabdeb-3808-4270-a402-80c1da48cd85 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:07:55.363115 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-5316fb9a-8079-46a7-822c-5a7c2de56661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'name': 'tempest-TestMinimumBasicScenario-872552985-router', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b1930cb5-5635-4d35-87bc-9a937085c149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:05:29Z', 'updated_at': '2021-04-30T16:05:34Z', 'revision_number': 4, 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'gw_port': {'id': 'b1930cb5-5635-4d35-87bc-9a937085c149', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:52:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:30Z', 'updated_at': '2021-04-30T16:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': 'f354df52-9a32-4685-998e-08407a0b8aff', 'name': '', 'network_id': '1c171d05-8a84-4e03-b3b3-4fe9446e93e6', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'mac_address': 'fa:16:3e:cb:c7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8c3f0dcf-76e4-455c-995e-9f076da6edfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:33Z', 'updated_at': '2021-04-30T16:05:40Z', 'revision_number': 5, 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'subnets': [{'id': '8c3f0dcf-76e4-455c-995e-9f076da6edfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:07:55.367114 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5316fb9a-8079-46a7-822c-5a7c2de56661 None None] The sync data for ids ['1beabdeb-3808-4270-a402-80c1da48cd85'] in dv-cinder-787195-6-iscsi is: [{'id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'name': 'tempest-TestMinimumBasicScenario-872552985-router', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b1930cb5-5635-4d35-87bc-9a937085c149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:05:29Z', 'updated_at': '2021-04-30T16:05:34Z', 'revision_number': 4, 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'gw_port': {'id': 'b1930cb5-5635-4d35-87bc-9a937085c149', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:52:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:30Z', 'updated_at': '2021-04-30T16:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': 'f354df52-9a32-4685-998e-08407a0b8aff', 'name': '', 'network_id': '1c171d05-8a84-4e03-b3b3-4fe9446e93e6', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'mac_address': 'fa:16:3e:cb:c7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '8c3f0dcf-76e4-455c-995e-9f076da6edfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:33Z', 'updated_at': '2021-04-30T16:05:40Z', 'revision_number': 5, 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'subnets': [{'id': '8c3f0dcf-76e4-455c-995e-9f076da6edfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:07:55.615406 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e121e9-b739-457f-81ab-ac68be4a8d8d req-97c9d691-256a-4e23-84ed-e05e55e7c739 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:55.622518 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-83e121e9-b739-457f-81ab-ac68be4a8d8d req-97c9d691-256a-4e23-84ed-e05e55e7c739 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 943 time: 0.0971937 Apr 30 16:07:55.671250 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ca5d6c-9f43-4aa9-abc3-b1dbd0832aff None None] New status for floating IP e32ca831-1cea-49f7-bc11-482afeea0ea7: DOWN {{(pid=73965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:07:55.691823 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-83e121e9-b739-457f-81ab-ac68be4a8d8d req-4963353c-4348-4b50-9198-1d43701601be tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678730 Apr 30 16:07:57.019850 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326176b-4e9f-4358-a04f-ae70dfe53c3c req-67ef0f3d-3385-484b-9dc4-378d241c2311 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:57.021439 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1326176b-4e9f-4358-a04f-ae70dfe53c3c req-67ef0f3d-3385-484b-9dc4-378d241c2311 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 943 time: 0.2084131 Apr 30 16:07:57.073055 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1326176b-4e9f-4358-a04f-ae70dfe53c3c req-413f4ad5-e051-420d-ab58-44bfd83ebdb3 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452561 Apr 30 16:07:58.281053 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501bb0a-80f4-4dd7-b856-9431b71174d3 req-478e3aaa-bf1a-40c4-b8b3-548d6f53585e tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:58.282635 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1501bb0a-80f4-4dd7-b856-9431b71174d3 req-478e3aaa-bf1a-40c4-b8b3-548d6f53585e tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 943 time: 0.0867765 Apr 30 16:07:58.333975 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1501bb0a-80f4-4dd7-b856-9431b71174d3 req-69465fc5-cd64-46d4-ade9-503c5e58256d tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452852 Apr 30 16:07:59.411650 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af58e8-2c6c-4fc8-a516-effb27c91d37 req-7af3f916-1bbd-4e98-b0bc-32b30d0e0452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:59.414576 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d4af58e8-2c6c-4fc8-a516-effb27c91d37 req-7af3f916-1bbd-4e98-b0bc-32b30d0e0452 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f49f6ab6b0bb45e08a037b1a52e8f5a0&device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 1099 time: 0.0857377 Apr 30 16:07:59.611724 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af58e8-2c6c-4fc8-a516-effb27c91d37 req-967e5690-62e9-41f6-9a5f-116fbd74d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:59.613101 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d4af58e8-2c6c-4fc8-a516-effb27c91d37 req-967e5690-62e9-41f6-9a5f-116fbd74d07c service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c171d05-8a84-4e03-b3b3-4fe9446e93e6 HTTP/1.1" status: 200 len: 914 time: 0.1915495 Apr 30 16:07:59.621572 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5196de3-4646-4ace-bf3a-0e9bb3bf516c req-731a32b6-5a47-4ab2-9f6c-c5a8b96e44d8 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:59.622916 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c5196de3-4646-4ace-bf3a-0e9bb3bf516c req-731a32b6-5a47-4ab2-9f6c-c5a8b96e44d8 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 943 time: 0.1712735 Apr 30 16:07:59.701057 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d4af58e8-2c6c-4fc8-a516-effb27c91d37 req-9c52c996-e6bb-4ba2-9ea2-200e4fd3af0b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35369b88-a07e-4f76-a8bc-076cd3dc7678 HTTP/1.1" status: 200 len: 217 time: 0.0771534 Apr 30 16:07:59.772378 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c5196de3-4646-4ace-bf3a-0e9bb3bf516c req-08233be9-9321-42a6-8977-9aa3b858fc25 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917950 Apr 30 16:07:59.786626 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af58e8-2c6c-4fc8-a516-effb27c91d37 req-f4fe177b-4f54-498b-ae44-55b704a308be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:59.788203 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d4af58e8-2c6c-4fc8-a516-effb27c91d37 req-f4fe177b-4f54-498b-ae44-55b704a308be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c3f0dcf-76e4-455c-995e-9f076da6edfe HTTP/1.1" status: 200 len: 853 time: 0.0779204 Apr 30 16:07:59.866070 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af58e8-2c6c-4fc8-a516-effb27c91d37 req-69e3aa04-3d15-4405-894e-3b8c9d796aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:07:59.867435 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d4af58e8-2c6c-4fc8-a516-effb27c91d37 req-69e3aa04-3d15-4405-894e-3b8c9d796aa4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c171d05-8a84-4e03-b3b3-4fe9446e93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717173 Apr 30 16:08:00.007553 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d4af58e8-2c6c-4fc8-a516-effb27c91d37 req-1caada7d-2c2b-4e09-a5f4-cfb8ae28777d service neutron] 10.222.0.42 "GET /v2.0/networks/1c171d05-8a84-4e03-b3b3-4fe9446e93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281970 Apr 30 16:08:00.137276 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d4af58e8-2c6c-4fc8-a516-effb27c91d37 req-91758d3e-2756-4f38-b4a1-cd442176003a service neutron] 10.222.0.42 "GET /v2.0/networks/1c171d05-8a84-4e03-b3b3-4fe9446e93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224685 Apr 30 16:08:00.257925 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277ef8c-5162-47fc-b213-66dcc02395c6 req-48e6ea09-f204-4e03-9d97-98ef355ad1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:00.259686 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2277ef8c-5162-47fc-b213-66dcc02395c6 req-48e6ea09-f204-4e03-9d97-98ef355ad1f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f49f6ab6b0bb45e08a037b1a52e8f5a0&device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 1099 time: 0.0715709 Apr 30 16:08:00.398301 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277ef8c-5162-47fc-b213-66dcc02395c6 req-8c9e612c-af7a-45fb-9667-1732075a97cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:00.399734 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2277ef8c-5162-47fc-b213-66dcc02395c6 req-8c9e612c-af7a-45fb-9667-1732075a97cf service neutron] 10.222.0.42 "GET /v2.0/networks?id=1c171d05-8a84-4e03-b3b3-4fe9446e93e6 HTTP/1.1" status: 200 len: 914 time: 0.1325235 Apr 30 16:08:00.471231 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2277ef8c-5162-47fc-b213-66dcc02395c6 req-1e87e1df-7404-4c9b-8a3c-aff9931a9dcf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35369b88-a07e-4f76-a8bc-076cd3dc7678 HTTP/1.1" status: 200 len: 217 time: 0.0635555 Apr 30 16:08:00.537134 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277ef8c-5162-47fc-b213-66dcc02395c6 req-17e14c56-6ae5-4b58-a8a8-624ff10c55a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:00.538644 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2277ef8c-5162-47fc-b213-66dcc02395c6 req-17e14c56-6ae5-4b58-a8a8-624ff10c55a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c3f0dcf-76e4-455c-995e-9f076da6edfe HTTP/1.1" status: 200 len: 853 time: 0.0606930 Apr 30 16:08:00.621629 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277ef8c-5162-47fc-b213-66dcc02395c6 req-b198410b-c942-4bbd-b1c8-0effae1baa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:00.624361 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2277ef8c-5162-47fc-b213-66dcc02395c6 req-b198410b-c942-4bbd-b1c8-0effae1baa8d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1c171d05-8a84-4e03-b3b3-4fe9446e93e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786862 Apr 30 16:08:00.860918 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2277ef8c-5162-47fc-b213-66dcc02395c6 req-1379accf-6c50-462c-be91-f5bbc23d1897 service neutron] 10.222.0.42 "GET /v2.0/networks/1c171d05-8a84-4e03-b3b3-4fe9446e93e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278571 Apr 30 16:08:00.984509 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc720e65-bb60-4afd-bd39-c2018136b623 req-0a474ba3-e819-4e5c-9062-9413b300396b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:00.986012 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-dc720e65-bb60-4afd-bd39-c2018136b623 req-0a474ba3-e819-4e5c-9062-9413b300396b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 943 time: 0.0958345 Apr 30 16:08:01.004488 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2277ef8c-5162-47fc-b213-66dcc02395c6 req-e10fbd7d-d15d-475c-86b4-6027e4e984d0 service neutron] 10.222.0.42 "GET /v2.0/networks/1c171d05-8a84-4e03-b3b3-4fe9446e93e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351850 Apr 30 16:08:01.031773 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-dc720e65-bb60-4afd-bd39-c2018136b623 req-60239419-401a-480e-831f-c29ee435e50b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398817 Apr 30 16:08:01.382727 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:08:01.515170 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:01.527967 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Returning: {'device': '1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'port_id': '1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5', 'mac_address': 'fa:16:3e:0b:b6:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:08:01.584485 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:01.601733 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 {{(pid=73965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:08:01.616712 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:01.620749 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:01.622665 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:01.694998 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5,revision_number=9']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:01.698011 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:01.900214 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:08:02.134734 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47bcc2-9e0d-4283-ba68-b30a138240a7 req-636b8e3b-870a-46e5-ae60-4dd0a01f0e3f tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:02.136224 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8b47bcc2-9e0d-4283-ba68-b30a138240a7 req-636b8e3b-870a-46e5-ae60-4dd0a01f0e3f tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 946 time: 0.0798659 Apr 30 16:08:02.185357 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-8b47bcc2-9e0d-4283-ba68-b30a138240a7 req-9cdb5077-93a7-4a7d-91c7-92d58e09f769 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Synchronizing usage tracker for tenant:f49f6ab6b0bb45e08a037b1a52e8f5a0 on resource:security_group {{(pid=73964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:08:02.199997 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-8b47bcc2-9e0d-4283-ba68-b30a138240a7 req-9cdb5077-93a7-4a7d-91c7-92d58e09f769 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Unset dirty status for tenant:f49f6ab6b0bb45e08a037b1a52e8f5a0 on resource:security_group {{(pid=73964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:08:02.201983 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8b47bcc2-9e0d-4283-ba68-b30a138240a7 req-9cdb5077-93a7-4a7d-91c7-92d58e09f769 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594332 Apr 30 16:08:02.221825 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47231c3c-f2cf-4181-9cf5-b81be4bd7f3c req-e2975343-bf4b-4969-9e78-325735dfff99 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:02.223322 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-47231c3c-f2cf-4181-9cf5-b81be4bd7f3c req-e2975343-bf4b-4969-9e78-325735dfff99 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 944 time: 0.0795698 Apr 30 16:08:02.267204 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-47231c3c-f2cf-4181-9cf5-b81be4bd7f3c req-8cdc6bab-0361-4f15-8dbd-2d95be8010a7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382342 Apr 30 16:08:03.395165 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7fead-d249-408e-862f-e9cf339b0f58 req-31d4df80-983c-4fd3-b62d-923157a5b5fa tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:03.397206 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-cde7fead-d249-408e-862f-e9cf339b0f58 req-31d4df80-983c-4fd3-b62d-923157a5b5fa tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 946 time: 0.0793202 Apr 30 16:08:03.398723 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 up at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:08:03.446029 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-cde7fead-d249-408e-862f-e9cf339b0f58 req-3a282498-0b4a-4d72-8ea0-73e6d9a559ab tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/security-groups?id=64abeb12-8365-48a8-b90a-4a41aa2f049f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427420 Apr 30 16:08:03.462820 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8cb1f-a31d-4317-aa7c-d1c5a3a67732 req-8caf828e-224c-41cd-9e7d-699c2e728ec7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:03.464479 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-07f8cb1f-a31d-4317-aa7c-d1c5a3a67732 req-8caf828e-224c-41cd-9e7d-699c2e728ec7 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 944 time: 0.0847330 Apr 30 16:08:03.471024 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning complete for port 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:08:03.471404 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:03.512430 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-07f8cb1f-a31d-4317-aa7c-d1c5a3a67732 req-757dc6f7-974b-492e-ae14-6eeb84bc339e tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416720 Apr 30 16:08:03.586287 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:03.612409 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d53a8a-d8f2-4b1f-b4ab-92989c221844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5'}] {{(pid=73965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:08:03.621593 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:03.626009 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:03.628044 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2aff9244-be38-486c-8979-9f6e3ff4f5ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:03.663439 dv-cinder-787195-6-iscsi neutron-server[73965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d53a8a-d8f2-4b1f-b4ab-92989c221844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5', 'code': 200} Apr 30 16:08:03.695722 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5,revision_number=10']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:03.698524 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:03.903326 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800a2a6-6670-4928-8641-02d76f493e23 req-ac38d7cc-f5ca-4915-b393-b5bffecccdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:03.905575 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5800a2a6-6670-4928-8641-02d76f493e23 req-ac38d7cc-f5ca-4915-b393-b5bffecccdfb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 1099 time: 0.0722320 Apr 30 16:08:03.985921 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5800a2a6-6670-4928-8641-02d76f493e23 req-ac65b912-bb12-468f-8a6d-9fd47cc90c9d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734122 Apr 30 16:08:04.029561 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a45d7-734f-4110-93cc-24cdbdc73204 req-2e0c6b12-3b03-4430-b625-c2fcf5209a43 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:04.030501 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-0e5a45d7-734f-4110-93cc-24cdbdc73204 req-2e0c6b12-3b03-4430-b625-c2fcf5209a43 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Synchronizing usage tracker for tenant:f49f6ab6b0bb45e08a037b1a52e8f5a0 on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:08:04.045938 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-0e5a45d7-734f-4110-93cc-24cdbdc73204 req-2e0c6b12-3b03-4430-b625-c2fcf5209a43 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Unset dirty status for tenant:f49f6ab6b0bb45e08a037b1a52e8f5a0 on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:08:04.047145 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0e5a45d7-734f-4110-93cc-24cdbdc73204 req-2e0c6b12-3b03-4430-b625-c2fcf5209a43 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 946 time: 0.0994163 Apr 30 16:08:04.187824 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-0e5a45d7-734f-4110-93cc-24cdbdc73204 req-908242a3-14b9-45ef-9e5f-21e441b97cdf tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Deleting port 35369b88-a07e-4f76-a8bc-076cd3dc7678 {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:08:04.188191 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-0e5a45d7-734f-4110-93cc-24cdbdc73204 req-908242a3-14b9-45ef-9e5f-21e441b97cdf tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:04.322690 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-0e5a45d7-734f-4110-93cc-24cdbdc73204 req-908242a3-14b9-45ef-9e5f-21e441b97cdf tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] For port 35369b88-a07e-4f76-a8bc-076cd3dc7678, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=35369b88-a07e-4f76-a8bc-076cd3dc7678,segment=NetworkSegment(181b67ae-0412-4885-9f4c-18692dae80ec),segment_id=181b67ae-0412-4885-9f4c-18692dae80ec)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:04.323055 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-0e5a45d7-734f-4110-93cc-24cdbdc73204 req-908242a3-14b9-45ef-9e5f-21e441b97cdf tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:04.445807 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-0e5a45d7-734f-4110-93cc-24cdbdc73204 req-908242a3-14b9-45ef-9e5f-21e441b97cdf tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Calling delete_port for 35369b88-a07e-4f76-a8bc-076cd3dc7678 owned by compute:nova {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:08:04.588983 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-0e5a45d7-734f-4110-93cc-24cdbdc73204 req-908242a3-14b9-45ef-9e5f-21e441b97cdf tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:04.598486 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-9150daba-5db2-4842-9052-1d6f08f31abc tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:04.648500 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908242a3-14b9-45ef-9e5f-21e441b97cdf tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Pushing event deleted for resources: {'Port': ['ID=35369b88-a07e-4f76-a8bc-076cd3dc7678,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:04.651763 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-bfd2f6f3-884d-4976-8842-16ab7d10a6a0 req-bdc58fe5-c700-4a6a-9453-82863f90ea5f tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 210 time: 0.0940628 Apr 30 16:08:04.652514 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-908242a3-14b9-45ef-9e5f-21e441b97cdf tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:04.716664 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86ab08-a5ee-415e-ada3-d606ef78f605 req-22392c3a-2590-4a3e-a3b8-85dd99b08c72 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:04.718212 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-cf86ab08-a5ee-415e-ada3-d606ef78f605 req-22392c3a-2590-4a3e-a3b8-85dd99b08c72 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 946 time: 0.0920749 Apr 30 16:08:04.725375 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5a45d7-734f-4110-93cc-24cdbdc73204 req-908242a3-14b9-45ef-9e5f-21e441b97cdf tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] No DVR routers for this DVR port 35369b88-a07e-4f76-a8bc-076cd3dc7678 on host hv-cinder-78719 {{(pid=73963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:08:04.727776 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-0e5a45d7-734f-4110-93cc-24cdbdc73204 req-908242a3-14b9-45ef-9e5f-21e441b97cdf tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:04.730343 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c45532-de6d-4927-a209-c9b80b8aaf78', 'name': 'network-vif-deleted', 'tag': '35369b88-a07e-4f76-a8bc-076cd3dc7678'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:08:04.746852 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0e5a45d7-734f-4110-93cc-24cdbdc73204 req-908242a3-14b9-45ef-9e5f-21e441b97cdf tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.42 "DELETE /v2.0/ports/35369b88-a07e-4f76-a8bc-076cd3dc7678 HTTP/1.1" status: 204 len: 173 time: 0.6926863 Apr 30 16:08:04.768018 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-cf86ab08-a5ee-415e-ada3-d606ef78f605 req-32b69cf4-87de-4e5e-998a-ae516ff347ec tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441091 Apr 30 16:08:04.781801 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c45532-de6d-4927-a209-c9b80b8aaf78', 'name': 'network-vif-deleted', 'tag': '35369b88-a07e-4f76-a8bc-076cd3dc7678', 'status': 'completed', 'code': 200} Apr 30 16:08:05.814677 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-e018f51e-b1b4-46de-b0fc-fc6f99fdaf69 req-d958026c-6731-4161-ba71-bc10ea64bf7d tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Synchronizing usage tracker for tenant:f49f6ab6b0bb45e08a037b1a52e8f5a0 on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:08:05.829799 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-e018f51e-b1b4-46de-b0fc-fc6f99fdaf69 req-d958026c-6731-4161-ba71-bc10ea64bf7d tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Unset dirty status for tenant:f49f6ab6b0bb45e08a037b1a52e8f5a0 on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:08:05.831113 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e018f51e-b1b4-46de-b0fc-fc6f99fdaf69 req-d958026c-6731-4161-ba71-bc10ea64bf7d tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 210 time: 0.0618355 Apr 30 16:08:05.958372 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45958af-414a-4f16-9e44-8b76ee91031f req-40de16fb-b414-4ea9-9f78-b3d3b029a2ff tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:05.959733 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-e45958af-414a-4f16-9e44-8b76ee91031f req-40de16fb-b414-4ea9-9f78-b3d3b029a2ff tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 946 time: 0.0780261 Apr 30 16:08:06.003484 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-e45958af-414a-4f16-9e44-8b76ee91031f req-f1ecc757-f164-41ee-9260-fc80287dcdec tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378821 Apr 30 16:08:06.978187 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a06b8757-fb44-4d32-a136-ee6336868f66 req-41c68ccd-111a-4514-a2b6-4baec7510c2d tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 210 time: 0.0427084 Apr 30 16:08:07.278990 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462526ad-9e5c-4518-9ba9-06dd8b7a64c1 req-28122e5d-e902-4cb1-aa44-877892f66c01 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:07.280756 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-462526ad-9e5c-4518-9ba9-06dd8b7a64c1 req-28122e5d-e902-4cb1-aa44-877892f66c01 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 946 time: 0.1668406 Apr 30 16:08:07.328018 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-462526ad-9e5c-4518-9ba9-06dd8b7a64c1 req-c67a8211-86cc-40a0-b63f-42168942dd40 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408328 Apr 30 16:08:07.625317 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['35369b88-a07e-4f76-a8bc-076cd3dc7678'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:08:08.150930 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c0ce3aee-e255-404c-a27f-c3e330772f37 req-a158b946-b654-44cd-af06-449c0f72b1fb tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 210 time: 0.0444255 Apr 30 16:08:08.505700 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:08.522209 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7dba1-cbc1-437e-8d04-973556f308eb req-aa22bc28-130b-47da-9f4f-22c99733cb64 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:08.523643 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d6c7dba1-cbc1-437e-8d04-973556f308eb req-aa22bc28-130b-47da-9f4f-22c99733cb64 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 946 time: 0.0838778 Apr 30 16:08:08.567730 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d6c7dba1-cbc1-437e-8d04-973556f308eb req-89b0719c-2495-4d78-bd0a-c613e6ae6ce5 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383360 Apr 30 16:08:09.314646 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d4017ec3-4047-4dbf-9ecd-f9e2c6f15442 req-e4044ce3-391a-45b9-9218-407ec5161c02 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 210 time: 0.0458782 Apr 30 16:08:09.755402 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586888b0-00bc-426d-a301-67a9191adb26 req-2dda8d81-899d-42b1-9887-f0ee9c537e42 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:09.756865 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-586888b0-00bc-426d-a301-67a9191adb26 req-2dda8d81-899d-42b1-9887-f0ee9c537e42 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 946 time: 0.0781593 Apr 30 16:08:09.802852 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-586888b0-00bc-426d-a301-67a9191adb26 req-9b9d335f-14be-4d99-ba10-e20ac7457857 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403948 Apr 30 16:08:10.474715 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9aadf892-0945-4f18-876f-d20e91b9bbd3 req-c52d4a1e-000c-4046-8434-8855d29c106e tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] 10.222.0.72 "GET /v2.0/ports?device_id=b3c45532-de6d-4927-a209-c9b80b8aaf78 HTTP/1.1" status: 200 len: 210 time: 0.0419800 Apr 30 16:08:10.991545 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d44ee-9f9d-49c0-87b5-389af45e8638 req-57a177eb-113a-460a-8600-2ca15b1792da tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:10.993003 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-159d44ee-9f9d-49c0-87b5-389af45e8638 req-57a177eb-113a-460a-8600-2ca15b1792da tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 946 time: 0.0823426 Apr 30 16:08:11.037331 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-159d44ee-9f9d-49c0-87b5-389af45e8638 req-a8e47a33-eebe-4c57-ba69-fda43106d511 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385976 Apr 30 16:08:11.637624 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 35369b88-a07e-4f76-a8bc-076cd3dc7678 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:08:11.677518 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] No Port match for: 35369b88-a07e-4f76-a8bc-076cd3dc7678 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:08:11.677870 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 35369b88-a07e-4f76-a8bc-076cd3dc7678 not bound to the agent host hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:08:12.101470 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 39028) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:12.498947 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7abcb4-67b7-48c6-96af-0d5df545a5e6 req-63f17166-e353-4bf0-b406-0b8711c13618 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:12.500426 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-db7abcb4-67b7-48c6-96af-0d5df545a5e6 req-63f17166-e353-4bf0-b406-0b8711c13618 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 946 time: 0.3353403 Apr 30 16:08:12.619462 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-db7abcb4-67b7-48c6-96af-0d5df545a5e6 req-1cbb7517-bedd-4344-a671-650daa842b50 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110315 Apr 30 16:08:12.828322 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5ef60b93-ef3b-47d0-86b0-3a84d25a2eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-915790'] for router_interface, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:13.213207 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb3ad-f44f-46ad-b371-7c709052bdaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:13.240227 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-5ef60b93-ef3b-47d0-86b0-3a84d25a2eff admin admin] Deleting port f354df52-9a32-4685-998e-08407a0b8aff {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:08:13.240819 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5ef60b93-ef3b-47d0-86b0-3a84d25a2eff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:13.371131 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [None req-5ef60b93-ef3b-47d0-86b0-3a84d25a2eff admin admin] For port f354df52-9a32-4685-998e-08407a0b8aff, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=f354df52-9a32-4685-998e-08407a0b8aff,segment=NetworkSegment(181b67ae-0412-4885-9f4c-18692dae80ec),segment_id=181b67ae-0412-4885-9f4c-18692dae80ec)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:13.371465 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5ef60b93-ef3b-47d0-86b0-3a84d25a2eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:13.500814 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-5ef60b93-ef3b-47d0-86b0-3a84d25a2eff admin admin] Calling delete_port for f354df52-9a32-4685-998e-08407a0b8aff owned by network:router_interface {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:08:13.648880 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5ef60b93-ef3b-47d0-86b0-3a84d25a2eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:13.653244 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-908242a3-14b9-45ef-9e5f-21e441b97cdf tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:13.806488 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef60b93-ef3b-47d0-86b0-3a84d25a2eff admin admin] Pushing event deleted for resources: {'Port': ['ID=f354df52-9a32-4685-998e-08407a0b8aff,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:13.834102 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-5ef60b93-ef3b-47d0-86b0-3a84d25a2eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:14.074623 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5ef60b93-ef3b-47d0-86b0-3a84d25a2eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664318'] for router_interface, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:14.417258 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef60b93-ef3b-47d0-86b0-3a84d25a2eff admin admin] Router 1beabdeb-3808-4270-a402-80c1da48cd85 has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:08:14.591229 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef60b93-ef3b-47d0-86b0-3a84d25a2eff admin admin] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:08:14.601731 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b363f2e-196e-4483-b79c-2c48c6eb023f None None] Sync routers for ids ['1beabdeb-3808-4270-a402-80c1da48cd85'] in dv-cinder-787195-6-iscsi {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:08:14.607712 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-5ef60b93-ef3b-47d0-86b0-3a84d25a2eff admin admin] 10.222.0.72 "PUT /v2.0/routers/1beabdeb-3808-4270-a402-80c1da48cd85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5055816 Apr 30 16:08:14.611176 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 39058) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:14.614343 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b363f2e-196e-4483-b79c-2c48c6eb023f None None] Routers {'1beabdeb-3808-4270-a402-80c1da48cd85'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:08:14.615179 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-5b363f2e-196e-4483-b79c-2c48c6eb023f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:07:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['1beabdeb-3808-4270-a402-80c1da48cd85'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:14.794592 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-adcb3dc9-5b9d-4c92-9150-c853ecc23565 admin admin] Notify callbacks [] for router, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:14.803583 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-5b363f2e-196e-4483-b79c-2c48c6eb023f None None] Set router 1beabdeb-3808-4270-a402-80c1da48cd85 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:08:14.980515 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-adcb3dc9-5b9d-4c92-9150-c853ecc23565 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:15.056337 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-adcb3dc9-5b9d-4c92-9150-c853ecc23565 admin admin] Deleting port b1930cb5-5635-4d35-87bc-9a937085c149 {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:08:15.056677 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-adcb3dc9-5b9d-4c92-9150-c853ecc23565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:15.102682 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-5b363f2e-196e-4483-b79c-2c48c6eb023f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'name': 'tempest-TestMinimumBasicScenario-872552985-router', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'b1930cb5-5635-4d35-87bc-9a937085c149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:05:29Z', 'updated_at': '2021-04-30T16:08:13Z', 'revision_number': 5, 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'gw_port': {'id': 'b1930cb5-5635-4d35-87bc-9a937085c149', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:52:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:30Z', 'updated_at': '2021-04-30T16:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:15.106682 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b363f2e-196e-4483-b79c-2c48c6eb023f None None] Checking router: 1beabdeb-3808-4270-a402-80c1da48cd85 for host: dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:08:15.116053 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b363f2e-196e-4483-b79c-2c48c6eb023f None None] Routers {'1beabdeb-3808-4270-a402-80c1da48cd85'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:08:15.116670 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-5b363f2e-196e-4483-b79c-2c48c6eb023f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:07:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['1beabdeb-3808-4270-a402-80c1da48cd85'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:15.293722 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [None req-adcb3dc9-5b9d-4c92-9150-c853ecc23565 admin admin] For port b1930cb5-5635-4d35-87bc-9a937085c149, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=b1930cb5-5635-4d35-87bc-9a937085c149,segment=NetworkSegment(a30bcc7b-d76f-404c-9f7c-d7e43145326e),segment_id=a30bcc7b-d76f-404c-9f7c-d7e43145326e)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:15.294080 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-adcb3dc9-5b9d-4c92-9150-c853ecc23565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:15.304010 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-5b363f2e-196e-4483-b79c-2c48c6eb023f None None] Set router 1beabdeb-3808-4270-a402-80c1da48cd85 gateway port host: None {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:08:15.410336 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-5b363f2e-196e-4483-b79c-2c48c6eb023f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'name': 'tempest-TestMinimumBasicScenario-872552985-router', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:05:29Z', 'updated_at': '2021-04-30T16:08:14Z', 'revision_number': 6, 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'gw_port_host': None}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:15.414150 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b363f2e-196e-4483-b79c-2c48c6eb023f None None] The sync data for ids ['1beabdeb-3808-4270-a402-80c1da48cd85'] in dv-cinder-787195-6-iscsi is: [{'id': '1beabdeb-3808-4270-a402-80c1da48cd85', 'name': 'tempest-TestMinimumBasicScenario-872552985-router', 'tenant_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:05:29Z', 'updated_at': '2021-04-30T16:08:14Z', 'revision_number': 6, 'project_id': 'f49f6ab6b0bb45e08a037b1a52e8f5a0', 'gw_port_host': None}] {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:08:15.428838 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-adcb3dc9-5b9d-4c92-9150-c853ecc23565 admin admin] Calling delete_port for b1930cb5-5635-4d35-87bc-9a937085c149 owned by network:router_gateway {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:08:15.563478 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-adcb3dc9-5b9d-4c92-9150-c853ecc23565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:15.567690 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-0f5fc635-53dd-4ce9-8f4f-7368402b4a17 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:15.612883 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb3dc9-5b9d-4c92-9150-c853ecc23565 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1930cb5-5635-4d35-87bc-9a937085c149,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:15.615753 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-adcb3dc9-5b9d-4c92-9150-c853ecc23565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:15.701717 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-adcb3dc9-5b9d-4c92-9150-c853ecc23565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656601'] for router_gateway, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:15.879336 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-adcb3dc9-5b9d-4c92-9150-c853ecc23565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12704'] for router, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:15.881591 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-adcb3dc9-5b9d-4c92-9150-c853ecc23565 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:15.898931 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:15.905722 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-adcb3dc9-5b9d-4c92-9150-c853ecc23565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-664956'] for router, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:15.906877 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcb3dc9-5b9d-4c92-9150-c853ecc23565 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1beabdeb-3808-4270-a402-80c1da48cd85 {{(pid=73963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 16:08:15.912490 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1ee28e01-01ef-4f15-91b0-e1f0b952c6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:15.918786 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-adcb3dc9-5b9d-4c92-9150-c853ecc23565 admin admin] Notify callbacks [] for router, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:15.919925 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-adcb3dc9-5b9d-4c92-9150-c853ecc23565 admin admin] 10.222.0.72 "DELETE /v2.0/routers/1beabdeb-3808-4270-a402-80c1da48cd85 HTTP/1.1" status: 204 len: 168 time: 1.3076146 Apr 30 16:08:15.923589 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 39074) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:15.985267 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f3c0fb-5886-4484-ab70-28c9c9199df5 admin admin] Deleting subnet 8c3f0dcf-76e4-455c-995e-9f076da6edfe {{(pid=73963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:08:15.988218 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-d3f3c0fb-5886-4484-ab70-28c9c9199df5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:16.037140 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-d3f3c0fb-5886-4484-ab70-28c9c9199df5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2241422'] for subnet, precommit_delete_associations {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:16.117326 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-d3f3c0fb-5886-4484-ab70-28c9c9199df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2036197'] for subnet, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:16.206423 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device f354df52-9a32-4685-998e-08407a0b8aff no longer exists at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:08:16.242909 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] No Port match for: f354df52-9a32-4685-998e-08407a0b8aff {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:08:16.243259 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device f354df52-9a32-4685-998e-08407a0b8aff not bound to the agent host dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:08:16.382963 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-d3f3c0fb-5886-4484-ab70-28c9c9199df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2036220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3914944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2176780'] for subnet, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:16.388288 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-4d33b00b-5c37-43dd-bb12-a0fd3ead32c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:16.430099 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3c0fb-5886-4484-ab70-28c9c9199df5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c3f0dcf-76e4-455c-995e-9f076da6edfe,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:16.442730 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-d3f3c0fb-5886-4484-ab70-28c9c9199df5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:16.442730 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-d3f3c0fb-5886-4484-ab70-28c9c9199df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:16.444575 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 39088) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:16.453773 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bcdeeb-55be-4ce4-b2a5-cabf36f4b354 None None] Network 1c171d05-8a84-4e03-b3b3-4fe9446e93e6 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:08:16.460005 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-d3f3c0fb-5886-4484-ab70-28c9c9199df5 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8c3f0dcf-76e4-455c-995e-9f076da6edfe HTTP/1.1" status: 204 len: 168 time: 0.5154500 Apr 30 16:08:16.607725 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9d741786-2cbb-4a74-98e9-6afd590e68aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688298'] for network, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:16.672082 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:16.681390 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-9d741786-2cbb-4a74-98e9-6afd590e68aa admin admin] Deleting port 80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe {{(pid=73964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:08:16.681729 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9d741786-2cbb-4a74-98e9-6afd590e68aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:16.748377 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e70901-3ab6-4580-8dc5-137f52dce292 None None] DHCP port deletion for 1c171d05-8a84-4e03-b3b3-4fe9446e93e6 request from dv-cinder-787195-6-iscsi {{(pid=73965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 16:08:16.787262 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.db [None req-9d741786-2cbb-4a74-98e9-6afd590e68aa admin admin] For port 80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe,segment=NetworkSegment(181b67ae-0412-4885-9f4c-18692dae80ec),segment_id=181b67ae-0412-4885-9f4c-18692dae80ec)] {{(pid=73964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:16.787730 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9d741786-2cbb-4a74-98e9-6afd590e68aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:16.815501 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-b3e70901-3ab6-4580-8dc5-137f52dce292 None None] Deleting port 80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe {{(pid=73965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:08:16.815872 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-b3e70901-3ab6-4580-8dc5-137f52dce292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:16.913994 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-9d741786-2cbb-4a74-98e9-6afd590e68aa admin admin] Calling delete_port for 80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe owned by network:dhcp {{(pid=73964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:08:16.914970 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-b3e70901-3ab6-4580-8dc5-137f52dce292 None None] For port 80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe,segment=NetworkSegment(181b67ae-0412-4885-9f4c-18692dae80ec),segment_id=181b67ae-0412-4885-9f4c-18692dae80ec)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:16.915573 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-b3e70901-3ab6-4580-8dc5-137f52dce292 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:16.959864 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9d741786-2cbb-4a74-98e9-6afd590e68aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:16.964688 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-9e873cb9-c9d0-433b-b54e-911794ee5a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:17.009000 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d741786-2cbb-4a74-98e9-6afd590e68aa admin admin] Pushing event deleted for resources: {'Port': ['ID=80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:17.011934 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-9d741786-2cbb-4a74-98e9-6afd590e68aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:17.012697 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d741786-2cbb-4a74-98e9-6afd590e68aa admin admin] No DVR routers for this DVR port 80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe on host dv-cinder-787195-6-iscsi {{(pid=73964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:08:17.044821 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-b3e70901-3ab6-4580-8dc5-137f52dce292 None None] Calling delete_port for 80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe owned by network:dhcp {{(pid=73965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:08:17.087435 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-b3e70901-3ab6-4580-8dc5-137f52dce292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215'] for port, after_delete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:17.090969 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:17.127117 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9d741786-2cbb-4a74-98e9-6afd590e68aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034024', 'neutron.services.segments.db._delete_segments_for_network-8758133272989'] for network, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:17.134104 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e70901-3ab6-4580-8dc5-137f52dce292 None None] Pushing event deleted for resources: {'Port': ['ID=80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe,revision_number=None']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:17.137599 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-b3e70901-3ab6-4580-8dc5-137f52dce292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:17.140052 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e70901-3ab6-4580-8dc5-137f52dce292 None None] No DVR routers for this DVR port 80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe on host dv-cinder-787195-6-iscsi {{(pid=73965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:08:17.236229 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-9d741786-2cbb-4a74-98e9-6afd590e68aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c171d05-8a84-4e03-b3b3-4fe9446e93e6']}} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:17.247968 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-9d741786-2cbb-4a74-98e9-6afd590e68aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181b67ae-0412-4885-9f4c-18692dae80ec') {'for_net_delete': True} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:17.248270 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-9d741786-2cbb-4a74-98e9-6afd590e68aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181b67ae-0412-4885-9f4c-18692dae80ec') {} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:17.259602 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9d741786-2cbb-4a74-98e9-6afd590e68aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133283943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3533651'] for segment, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:17.276448 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9d741786-2cbb-4a74-98e9-6afd590e68aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:17.283887 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d741786-2cbb-4a74-98e9-6afd590e68aa admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=73964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:08:17.456088 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.managers [None req-9d741786-2cbb-4a74-98e9-6afd590e68aa admin admin] Network 1c171d05-8a84-4e03-b3b3-4fe9446e93e6 has no segments {{(pid=73964) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:08:17.464045 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9d741786-2cbb-4a74-98e9-6afd590e68aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2039760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3714241'] for segment, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:17.718506 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.managers [None req-9d741786-2cbb-4a74-98e9-6afd590e68aa admin admin] Network 1c171d05-8a84-4e03-b3b3-4fe9446e93e6 has no segments {{(pid=73964) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:08:17.730030 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe no longer exists at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: Traceback (most recent call last): Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: timer() Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: cb(*args, **kw) Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: return func(*args, **kwargs) Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: self._notify() Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: self.callback(batched_events) Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: event.method(event) Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: return f(self, *a, **k) Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: return self._get(url).json() Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: return self.request(url, 'GET', **kwargs) Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:08:17.762477 dv-cinder-787195-6-iscsi neutron-server[73964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:08:17.767002 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] No Port match for: 80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:08:17.767353 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 80bc90d1-1df6-4bc6-a7fc-2b4011b17bbe not bound to the agent host dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:08:17.767794 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device b1930cb5-5635-4d35-87bc-9a937085c149 no longer exists at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:08:17.800956 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] No Port match for: b1930cb5-5635-4d35-87bc-9a937085c149 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:08:17.801308 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device b1930cb5-5635-4d35-87bc-9a937085c149 not bound to the agent host dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:08:17.829330 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9d741786-2cbb-4a74-98e9-6afd590e68aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657477'] for network, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:17.834633 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9d741786-2cbb-4a74-98e9-6afd590e68aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:17.837190 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-77302f1d-a74d-4244-bab9-b92e3a50ee4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:17.858049 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d741786-2cbb-4a74-98e9-6afd590e68aa admin admin] Pushing event deleted for resources: {'Network': ['ID=1c171d05-8a84-4e03-b3b3-4fe9446e93e6,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:17.861278 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-9d741786-2cbb-4a74-98e9-6afd590e68aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:17.868055 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-9d741786-2cbb-4a74-98e9-6afd590e68aa admin admin] 10.222.0.72 "DELETE /v2.0/networks/1c171d05-8a84-4e03-b3b3-4fe9446e93e6 HTTP/1.1" status: 204 len: 168 time: 1.4236810 Apr 30 16:08:17.870797 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 39100) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:18.440016 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:18.494924 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-266ebeb8-8d42-487a-99b0-eea9b95c2d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-915790'] for router_interface, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:18.888663 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-266ebeb8-8d42-487a-99b0-eea9b95c2d4c admin admin] Deleting port d73a8e00-ef7e-459d-8178-8147ac826fcb {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:08:18.889429 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-266ebeb8-8d42-487a-99b0-eea9b95c2d4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:19.008084 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [None req-266ebeb8-8d42-487a-99b0-eea9b95c2d4c admin admin] For port d73a8e00-ef7e-459d-8178-8147ac826fcb, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=d73a8e00-ef7e-459d-8178-8147ac826fcb,segment=NetworkSegment(1927a8d7-b368-4d90-b6fe-9b2782f48d85),segment_id=1927a8d7-b368-4d90-b6fe-9b2782f48d85)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:19.008442 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-266ebeb8-8d42-487a-99b0-eea9b95c2d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:19.127253 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-266ebeb8-8d42-487a-99b0-eea9b95c2d4c admin admin] Calling delete_port for d73a8e00-ef7e-459d-8178-8147ac826fcb owned by network:router_interface {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:08:19.269649 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-266ebeb8-8d42-487a-99b0-eea9b95c2d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:19.274197 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-bf852927-0818-4805-9cb7-8188740d7576 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:19.317847 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ebeb8-8d42-487a-99b0-eea9b95c2d4c admin admin] Pushing event deleted for resources: {'Port': ['ID=d73a8e00-ef7e-459d-8178-8147ac826fcb,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:19.345725 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-266ebeb8-8d42-487a-99b0-eea9b95c2d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:19.683983 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-266ebeb8-8d42-487a-99b0-eea9b95c2d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664318'] for router_interface, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:20.035882 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266ebeb8-8d42-487a-99b0-eea9b95c2d4c admin admin] Router 06490e76-93fd-4852-8a82-ebdcf97a896f has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:08:20.210883 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266ebeb8-8d42-487a-99b0-eea9b95c2d4c admin admin] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:08:20.219691 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e6d8a2-0ea9-4da9-9d36-f99801f91fc6 None None] Sync routers for ids ['06490e76-93fd-4852-8a82-ebdcf97a896f'] in dv-cinder-787195-6-iscsi {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:08:20.220306 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-266ebeb8-8d42-487a-99b0-eea9b95c2d4c admin admin] 10.222.0.72 "PUT /v2.0/routers/06490e76-93fd-4852-8a82-ebdcf97a896f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3483357 Apr 30 16:08:20.222599 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 39110) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:20.229394 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e6d8a2-0ea9-4da9-9d36-f99801f91fc6 None None] Routers {'06490e76-93fd-4852-8a82-ebdcf97a896f'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:08:20.229953 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-91e6d8a2-0ea9-4da9-9d36-f99801f91fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:08:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['06490e76-93fd-4852-8a82-ebdcf97a896f'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:20.398920 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f83ba072-8522-41b9-8397-0662fb28b14e admin admin] Notify callbacks [] for router, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:20.403953 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-91e6d8a2-0ea9-4da9-9d36-f99801f91fc6 None None] Set router 06490e76-93fd-4852-8a82-ebdcf97a896f gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:08:20.571599 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f83ba072-8522-41b9-8397-0662fb28b14e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:20.644251 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-f83ba072-8522-41b9-8397-0662fb28b14e admin admin] Deleting port e903f4d0-1b6a-4022-8ac4-36d9697e44a3 {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:08:20.644592 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f83ba072-8522-41b9-8397-0662fb28b14e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:20.679653 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-91e6d8a2-0ea9-4da9-9d36-f99801f91fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06490e76-93fd-4852-8a82-ebdcf97a896f', 'name': 'tempest-TestMinimumBasicScenario-766442595-router', 'tenant_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'e903f4d0-1b6a-4022-8ac4-36d9697e44a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:05:37Z', 'updated_at': '2021-04-30T16:08:19Z', 'revision_number': 5, 'project_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'gw_port': {'id': 'e903f4d0-1b6a-4022-8ac4-36d9697e44a3', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06490e76-93fd-4852-8a82-ebdcf97a896f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:05:38Z', 'updated_at': '2021-04-30T16:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:20.683462 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e6d8a2-0ea9-4da9-9d36-f99801f91fc6 None None] Checking router: 06490e76-93fd-4852-8a82-ebdcf97a896f for host: dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:08:20.692405 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e6d8a2-0ea9-4da9-9d36-f99801f91fc6 None None] Routers {'06490e76-93fd-4852-8a82-ebdcf97a896f'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:08:20.693003 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-91e6d8a2-0ea9-4da9-9d36-f99801f91fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:08:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['06490e76-93fd-4852-8a82-ebdcf97a896f'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:20.766659 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [None req-f83ba072-8522-41b9-8397-0662fb28b14e admin admin] For port e903f4d0-1b6a-4022-8ac4-36d9697e44a3, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=e903f4d0-1b6a-4022-8ac4-36d9697e44a3,segment=NetworkSegment(a30bcc7b-d76f-404c-9f7c-d7e43145326e),segment_id=a30bcc7b-d76f-404c-9f7c-d7e43145326e)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:20.767025 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f83ba072-8522-41b9-8397-0662fb28b14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:20.880674 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-91e6d8a2-0ea9-4da9-9d36-f99801f91fc6 None None] Set router 06490e76-93fd-4852-8a82-ebdcf97a896f gateway port host: None {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:08:20.987377 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-91e6d8a2-0ea9-4da9-9d36-f99801f91fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06490e76-93fd-4852-8a82-ebdcf97a896f', 'name': 'tempest-TestMinimumBasicScenario-766442595-router', 'tenant_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:05:37Z', 'updated_at': '2021-04-30T16:08:20Z', 'revision_number': 6, 'project_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'gw_port_host': None}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:20.991366 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e6d8a2-0ea9-4da9-9d36-f99801f91fc6 None None] The sync data for ids ['06490e76-93fd-4852-8a82-ebdcf97a896f'] in dv-cinder-787195-6-iscsi is: [{'id': '06490e76-93fd-4852-8a82-ebdcf97a896f', 'name': 'tempest-TestMinimumBasicScenario-766442595-router', 'tenant_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:05:37Z', 'updated_at': '2021-04-30T16:08:20Z', 'revision_number': 6, 'project_id': 'a98fa7d05f1f4cf5a0c92afb3e0078a3', 'gw_port_host': None}] {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:08:20.997754 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-f83ba072-8522-41b9-8397-0662fb28b14e admin admin] Calling delete_port for e903f4d0-1b6a-4022-8ac4-36d9697e44a3 owned by network:router_gateway {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:08:21.139342 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f83ba072-8522-41b9-8397-0662fb28b14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:21.143770 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-89ef92ab-3d2e-4baa-8523-9b20dc4b5181 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:21.185988 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ba072-8522-41b9-8397-0662fb28b14e admin admin] Pushing event deleted for resources: {'Port': ['ID=e903f4d0-1b6a-4022-8ac4-36d9697e44a3,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:21.210939 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-f83ba072-8522-41b9-8397-0662fb28b14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:21.275245 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f83ba072-8522-41b9-8397-0662fb28b14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656601'] for router_gateway, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:21.450283 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f83ba072-8522-41b9-8397-0662fb28b14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12704'] for router, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:21.452469 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f83ba072-8522-41b9-8397-0662fb28b14e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:21.474713 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f83ba072-8522-41b9-8397-0662fb28b14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-664956'] for router, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:21.475332 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83ba072-8522-41b9-8397-0662fb28b14e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06490e76-93fd-4852-8a82-ebdcf97a896f {{(pid=73963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 16:08:21.489034 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-f83ba072-8522-41b9-8397-0662fb28b14e admin admin] Notify callbacks [] for router, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:21.490153 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-f83ba072-8522-41b9-8397-0662fb28b14e admin admin] 10.222.0.72 "DELETE /v2.0/routers/06490e76-93fd-4852-8a82-ebdcf97a896f HTTP/1.1" status: 204 len: 168 time: 1.2666724 Apr 30 16:08:21.492602 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 39116) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:21.550512 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad78039d-6778-4c96-b54d-0c7b3adef852 admin admin] Deleting subnet 45b50065-4d3f-4fe1-8ed8-f21f633ecd11 {{(pid=73963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:08:21.553330 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-ad78039d-6778-4c96-b54d-0c7b3adef852 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:21.600558 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-ad78039d-6778-4c96-b54d-0c7b3adef852 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2241422'] for subnet, precommit_delete_associations {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:21.676663 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-ad78039d-6778-4c96-b54d-0c7b3adef852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2036197'] for subnet, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:21.769108 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device d73a8e00-ef7e-459d-8178-8147ac826fcb no longer exists at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:08:21.806267 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] No Port match for: d73a8e00-ef7e-459d-8178-8147ac826fcb {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:08:21.806609 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device d73a8e00-ef7e-459d-8178-8147ac826fcb not bound to the agent host dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:08:21.807017 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device e903f4d0-1b6a-4022-8ac4-36d9697e44a3 no longer exists at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:08:21.840891 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] No Port match for: e903f4d0-1b6a-4022-8ac4-36d9697e44a3 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:08:21.841245 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device e903f4d0-1b6a-4022-8ac4-36d9697e44a3 not bound to the agent host dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:08:21.939134 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-ad78039d-6778-4c96-b54d-0c7b3adef852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2036220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3914944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2176780'] for subnet, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:21.943705 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:21.980051 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad78039d-6778-4c96-b54d-0c7b3adef852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45b50065-4d3f-4fe1-8ed8-f21f633ecd11,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:21.983334 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-ad78039d-6778-4c96-b54d-0c7b3adef852 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:21.987548 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c706e33-fe0c-4519-aa0d-5866b9df2d16 None None] Network 9791b277-b5a8-4646-8c2b-3014e98982ed requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:08:21.987706 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-ad78039d-6778-4c96-b54d-0c7b3adef852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:21.994136 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-ad78039d-6778-4c96-b54d-0c7b3adef852 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/45b50065-4d3f-4fe1-8ed8-f21f633ecd11 HTTP/1.1" status: 204 len: 168 time: 0.4998243 Apr 30 16:08:21.995945 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 39120) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:22.104539 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5b233ec1-9249-415d-a488-79ec665cb03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688298'] for network, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:22.189479 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-5b233ec1-9249-415d-a488-79ec665cb03e admin admin] Deleting port 9170981f-952b-4a60-b722-e5a4b9d66669 {{(pid=73964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:08:22.189809 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5b233ec1-9249-415d-a488-79ec665cb03e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:22.261206 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13096960-868b-4379-bc90-bc3b000cb35e None None] DHCP port deletion for 9791b277-b5a8-4646-8c2b-3014e98982ed request from dv-cinder-787195-6-iscsi {{(pid=73965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 16:08:22.292983 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.db [None req-5b233ec1-9249-415d-a488-79ec665cb03e admin admin] For port 9170981f-952b-4a60-b722-e5a4b9d66669, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=9170981f-952b-4a60-b722-e5a4b9d66669,segment=NetworkSegment(1927a8d7-b368-4d90-b6fe-9b2782f48d85),segment_id=1927a8d7-b368-4d90-b6fe-9b2782f48d85)] {{(pid=73964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:22.293340 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5b233ec1-9249-415d-a488-79ec665cb03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:22.333271 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-13096960-868b-4379-bc90-bc3b000cb35e None None] Deleting port 9170981f-952b-4a60-b722-e5a4b9d66669 {{(pid=73965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:08:22.333657 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-13096960-868b-4379-bc90-bc3b000cb35e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:22.438101 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-5b233ec1-9249-415d-a488-79ec665cb03e admin admin] Calling delete_port for 9170981f-952b-4a60-b722-e5a4b9d66669 owned by network:dhcp {{(pid=73964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:08:22.438239 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-13096960-868b-4379-bc90-bc3b000cb35e None None] For port 9170981f-952b-4a60-b722-e5a4b9d66669, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=9170981f-952b-4a60-b722-e5a4b9d66669,segment=NetworkSegment(1927a8d7-b368-4d90-b6fe-9b2782f48d85),segment_id=1927a8d7-b368-4d90-b6fe-9b2782f48d85)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:22.438239 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-13096960-868b-4379-bc90-bc3b000cb35e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:22.481282 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5b233ec1-9249-415d-a488-79ec665cb03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:22.491435 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-677d0a74-7a08-41a2-a053-805f345e3590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:22.532515 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b233ec1-9249-415d-a488-79ec665cb03e admin admin] No DVR routers for this DVR port 9170981f-952b-4a60-b722-e5a4b9d66669 on host dv-cinder-787195-6-iscsi {{(pid=73964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:08:22.564598 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-13096960-868b-4379-bc90-bc3b000cb35e None None] Calling delete_port for 9170981f-952b-4a60-b722-e5a4b9d66669 owned by network:dhcp {{(pid=73965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:08:22.573905 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b233ec1-9249-415d-a488-79ec665cb03e admin admin] Pushing event deleted for resources: {'Port': ['ID=9170981f-952b-4a60-b722-e5a4b9d66669,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:22.580658 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-5b233ec1-9249-415d-a488-79ec665cb03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:22.618585 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-13096960-868b-4379-bc90-bc3b000cb35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215'] for port, after_delete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:22.625297 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f146f9ca-212f-4aa3-ade4-3d78909374b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:22.668737 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5b233ec1-9249-415d-a488-79ec665cb03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034024', 'neutron.services.segments.db._delete_segments_for_network-8758133272989'] for network, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:22.678050 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13096960-868b-4379-bc90-bc3b000cb35e None None] Pushing event deleted for resources: {'Port': ['ID=9170981f-952b-4a60-b722-e5a4b9d66669,revision_number=None']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:22.681414 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-13096960-868b-4379-bc90-bc3b000cb35e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:22.682311 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13096960-868b-4379-bc90-bc3b000cb35e None None] No DVR routers for this DVR port 9170981f-952b-4a60-b722-e5a4b9d66669 on host dv-cinder-787195-6-iscsi {{(pid=73965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:08:22.780478 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-5b233ec1-9249-415d-a488-79ec665cb03e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9791b277-b5a8-4646-8c2b-3014e98982ed']}} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:22.792278 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-5b233ec1-9249-415d-a488-79ec665cb03e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1927a8d7-b368-4d90-b6fe-9b2782f48d85') {'for_net_delete': True} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:22.792574 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-5b233ec1-9249-415d-a488-79ec665cb03e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1927a8d7-b368-4d90-b6fe-9b2782f48d85') {} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:22.804440 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5b233ec1-9249-415d-a488-79ec665cb03e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133283943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3533651'] for segment, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:22.820551 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5b233ec1-9249-415d-a488-79ec665cb03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:22.826454 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b233ec1-9249-415d-a488-79ec665cb03e admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=73964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:08:22.997060 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.managers [None req-5b233ec1-9249-415d-a488-79ec665cb03e admin admin] Network 9791b277-b5a8-4646-8c2b-3014e98982ed has no segments {{(pid=73964) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:08:23.006069 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5b233ec1-9249-415d-a488-79ec665cb03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2039760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3714241'] for segment, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:23.173518 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.managers [None req-5b233ec1-9249-415d-a488-79ec665cb03e admin admin] Network 9791b277-b5a8-4646-8c2b-3014e98982ed has no segments {{(pid=73964) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: Traceback (most recent call last): Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: timer() Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: cb(*args, **kw) Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: return func(*args, **kwargs) Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: self._notify() Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: self.callback(batched_events) Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: event.method(event) Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: return f(self, *a, **k) Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: return self._get(url).json() Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: return self.request(url, 'GET', **kwargs) Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:08:23.198960 dv-cinder-787195-6-iscsi neutron-server[73964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:08:23.275509 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5b233ec1-9249-415d-a488-79ec665cb03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657477'] for network, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:23.278866 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:23.294274 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-5b233ec1-9249-415d-a488-79ec665cb03e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:23.302209 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b233ec1-9249-415d-a488-79ec665cb03e admin admin] Pushing event deleted for resources: {'Network': ['ID=9791b277-b5a8-4646-8c2b-3014e98982ed,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:23.304878 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-5b233ec1-9249-415d-a488-79ec665cb03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:23.306791 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-5b233ec1-9249-415d-a488-79ec665cb03e admin admin] 10.222.0.72 "DELETE /v2.0/networks/9791b277-b5a8-4646-8c2b-3014e98982ed HTTP/1.1" status: 204 len: 168 time: 1.3097031 Apr 30 16:08:23.487510 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 39162) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:23.540816 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-904fb53c-4d3e-45f3-8b14-21eff66aa2b7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f49f6ab6b0bb45e08a037b1a52e8f5a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521071 Apr 30 16:08:23.543231 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 39166) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:23.599961 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f01280eb-a488-4fbd-8d2c-fb059af2e385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:23.624488 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f01280eb-a488-4fbd-8d2c-fb059af2e385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:23.674842 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f01280eb-a488-4fbd-8d2c-fb059af2e385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:23.678893 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-fc000454-666e-495e-bba3-1674a0b90674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:23.695430 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01280eb-a488-4fbd-8d2c-fb059af2e385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64abeb12-8365-48a8-b90a-4a41aa2f049f,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:23.698389 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-f01280eb-a488-4fbd-8d2c-fb059af2e385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:23.705158 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f01280eb-a488-4fbd-8d2c-fb059af2e385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:23.708703 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-f01280eb-a488-4fbd-8d2c-fb059af2e385 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/64abeb12-8365-48a8-b90a-4a41aa2f049f HTTP/1.1" status: 204 len: 168 time: 0.1617589 Apr 30 16:08:23.737914 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 9170981f-952b-4a60-b722-e5a4b9d66669 no longer exists at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:08:23.771517 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] No Port match for: 9170981f-952b-4a60-b722-e5a4b9d66669 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:08:23.772149 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 9170981f-952b-4a60-b722-e5a4b9d66669 not bound to the agent host dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:08:24.042645 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 39174) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:24.092196 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-984bb417-5898-4cb0-8d1c-6f6ac726a175 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a98fa7d05f1f4cf5a0c92afb3e0078a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482266 Apr 30 16:08:24.094695 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 39180) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:24.246524 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-80a75bec-7979-4050-a6fa-9b5eb465aa9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:24.272778 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-80a75bec-7979-4050-a6fa-9b5eb465aa9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:24.325011 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-80a75bec-7979-4050-a6fa-9b5eb465aa9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:24.333035 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-3ec5fdca-422c-4433-91a0-0afb3a8f0b5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:24.344706 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a75bec-7979-4050-a6fa-9b5eb465aa9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ec614a-7976-48a3-845f-fd4de86cc962,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:24.348174 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-80a75bec-7979-4050-a6fa-9b5eb465aa9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:24.352288 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-80a75bec-7979-4050-a6fa-9b5eb465aa9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:24.356009 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-80a75bec-7979-4050-a6fa-9b5eb465aa9e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/78ec614a-7976-48a3-845f-fd4de86cc962 HTTP/1.1" status: 204 len: 168 time: 0.2578180 Apr 30 16:08:24.981008 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 39214) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:25.099786 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-bcd23a76-be06-4e56-88c8-4b780832627f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:25.114388 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-bcd23a76-be06-4e56-88c8-4b780832627f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:25.118190 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-bcd23a76-be06-4e56-88c8-4b780832627f admin admin] Usage tracker for resource:security_group_rule and tenant:e0866476acff4373852af4c14aebffb0 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:25.121075 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-bcd23a76-be06-4e56-88c8-4b780832627f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:25.127276 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-bcd23a76-be06-4e56-88c8-4b780832627f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:25.212621 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-bcd23a76-be06-4e56-88c8-4b780832627f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:25.216351 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-bcd23a76-be06-4e56-88c8-4b780832627f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:25.224902 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-77302f1d-a74d-4244-bab9-b92e3a50ee4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:25.264073 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-bcd23a76-be06-4e56-88c8-4b780832627f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e0866476acff4373852af4c14aebffb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820172 Apr 30 16:08:25.264960 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd23a76-be06-4e56-88c8-4b780832627f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f46582b-6e87-4aab-96c6-fe0da67241c6,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:25.266851 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 39220) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:25.268363 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-bcd23a76-be06-4e56-88c8-4b780832627f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:25.325621 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-d4dff685-80fb-487e-a092-deb4123fc618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:25.353253 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-d4dff685-80fb-487e-a092-deb4123fc618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:25.403509 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-d4dff685-80fb-487e-a092-deb4123fc618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:25.407645 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-4c7b8d9d-350d-4028-b1fd-eaa4973a4a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:25.418290 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dff685-80fb-487e-a092-deb4123fc618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f46582b-6e87-4aab-96c6-fe0da67241c6,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:25.421622 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-d4dff685-80fb-487e-a092-deb4123fc618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:25.426471 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-d4dff685-80fb-487e-a092-deb4123fc618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:25.429673 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-d4dff685-80fb-487e-a092-deb4123fc618 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2f46582b-6e87-4aab-96c6-fe0da67241c6 HTTP/1.1" status: 204 len: 168 time: 0.1596241 Apr 30 16:08:25.711632 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 39228) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:25.732558 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ce840d11-3caa-4e37-af27-639e626466b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:25.746751 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-ce840d11-3caa-4e37-af27-639e626466b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:25.751505 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-ce840d11-3caa-4e37-af27-639e626466b6 admin admin] Usage tracker for resource:security_group_rule and tenant:f4c816613a7c47efa8a6822a087ecb58 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:25.754308 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-ce840d11-3caa-4e37-af27-639e626466b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:25.759969 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-ce840d11-3caa-4e37-af27-639e626466b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:25.842170 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ce840d11-3caa-4e37-af27-639e626466b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:25.846440 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ce840d11-3caa-4e37-af27-639e626466b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:25.854834 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-d1e16e64-3e62-4325-9c4c-9c1662bb0e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:25.893156 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-ce840d11-3caa-4e37-af27-639e626466b6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f4c816613a7c47efa8a6822a087ecb58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803739 Apr 30 16:08:25.894679 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce840d11-3caa-4e37-af27-639e626466b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4aed319-6d62-486b-8334-0d72abdb9cc4,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:25.895775 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 39232) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:25.897862 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-ce840d11-3caa-4e37-af27-639e626466b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:25.957971 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-37f27494-1695-4b0c-9e0e-948b50fa4428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:25.983309 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-37f27494-1695-4b0c-9e0e-948b50fa4428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:26.035554 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-37f27494-1695-4b0c-9e0e-948b50fa4428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:26.039312 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-d4dff685-80fb-487e-a092-deb4123fc618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:26.052744 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f27494-1695-4b0c-9e0e-948b50fa4428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4aed319-6d62-486b-8334-0d72abdb9cc4,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:26.055567 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-37f27494-1695-4b0c-9e0e-948b50fa4428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:26.057578 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-37f27494-1695-4b0c-9e0e-948b50fa4428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:26.059688 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-37f27494-1695-4b0c-9e0e-948b50fa4428 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a4aed319-6d62-486b-8334-0d72abdb9cc4 HTTP/1.1" status: 204 len: 168 time: 0.1617963 Apr 30 16:08:29.279691 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 39368) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:29.396470 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-42520108-0e90-4af2-99b1-3c9b10eacd3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:29.411629 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-42520108-0e90-4af2-99b1-3c9b10eacd3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:29.415510 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-42520108-0e90-4af2-99b1-3c9b10eacd3b admin admin] Usage tracker for resource:security_group_rule and tenant:e3ba55706fe0432a8c766edd691fb9f2 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:29.418408 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-42520108-0e90-4af2-99b1-3c9b10eacd3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:29.424114 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-42520108-0e90-4af2-99b1-3c9b10eacd3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:29.506695 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-42520108-0e90-4af2-99b1-3c9b10eacd3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:29.510336 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-42520108-0e90-4af2-99b1-3c9b10eacd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:29.519105 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-842b394d-705b-405c-ae78-c8eece566bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:29.560721 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-42520108-0e90-4af2-99b1-3c9b10eacd3b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e3ba55706fe0432a8c766edd691fb9f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798715 Apr 30 16:08:29.562237 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42520108-0e90-4af2-99b1-3c9b10eacd3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274ea863-1f00-4bf2-81a1-567d10996a10,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:29.564117 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 39374) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:29.566162 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-42520108-0e90-4af2-99b1-3c9b10eacd3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:29.621914 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-63e3b83e-620b-4e4e-a1fc-5bd2edd444e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:29.648242 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-63e3b83e-620b-4e4e-a1fc-5bd2edd444e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:29.700273 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-63e3b83e-620b-4e4e-a1fc-5bd2edd444e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:29.703767 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-05cee26c-6db5-49ca-b4dd-adeb6bcb0b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:29.716079 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3b83e-620b-4e4e-a1fc-5bd2edd444e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274ea863-1f00-4bf2-81a1-567d10996a10,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:29.718347 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-63e3b83e-620b-4e4e-a1fc-5bd2edd444e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:29.724043 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-63e3b83e-620b-4e4e-a1fc-5bd2edd444e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:29.725127 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-63e3b83e-620b-4e4e-a1fc-5bd2edd444e7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/274ea863-1f00-4bf2-81a1-567d10996a10 HTTP/1.1" status: 204 len: 168 time: 0.1599400 Apr 30 16:08:30.003542 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 39382) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:30.021300 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4572561c-64d3-4ed0-a3b8-c9e72bf0aa96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:30.036219 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-4572561c-64d3-4ed0-a3b8-c9e72bf0aa96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:30.040000 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-4572561c-64d3-4ed0-a3b8-c9e72bf0aa96 admin admin] Usage tracker for resource:security_group_rule and tenant:716c3fc1f398497ab4d75238780c010f is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:30.042706 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-4572561c-64d3-4ed0-a3b8-c9e72bf0aa96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:30.048816 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-4572561c-64d3-4ed0-a3b8-c9e72bf0aa96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:30.127480 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4572561c-64d3-4ed0-a3b8-c9e72bf0aa96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:30.131167 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-4572561c-64d3-4ed0-a3b8-c9e72bf0aa96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:30.139479 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-9231072c-6693-487a-a0c4-b0c4c976abf5 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:30.179527 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-4572561c-64d3-4ed0-a3b8-c9e72bf0aa96 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=716c3fc1f398497ab4d75238780c010f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1749179 Apr 30 16:08:30.181122 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572561c-64d3-4ed0-a3b8-c9e72bf0aa96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17664ff-af3c-4365-acaa-ad67b7a8728d,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:30.182238 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 39386) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:30.184031 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-4572561c-64d3-4ed0-a3b8-c9e72bf0aa96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:30.240743 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6aa6f54d-a8f4-4c71-906d-71907ed3db22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:30.265320 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6aa6f54d-a8f4-4c71-906d-71907ed3db22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:30.316357 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6aa6f54d-a8f4-4c71-906d-71907ed3db22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:30.321052 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a145ab7c-a473-4802-bf34-25809d46e976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:30.332515 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6f54d-a8f4-4c71-906d-71907ed3db22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17664ff-af3c-4365-acaa-ad67b7a8728d,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:30.335323 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-6aa6f54d-a8f4-4c71-906d-71907ed3db22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:30.337260 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6aa6f54d-a8f4-4c71-906d-71907ed3db22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:30.338302 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-6aa6f54d-a8f4-4c71-906d-71907ed3db22 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a17664ff-af3c-4365-acaa-ad67b7a8728d HTTP/1.1" status: 204 len: 168 time: 0.1551142 Apr 30 16:08:31.366395 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:08:32.953538 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 39456) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:33.070029 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-597eafe6-96d6-459d-a319-de7ded271d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:33.083862 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-597eafe6-96d6-459d-a319-de7ded271d7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:33.087628 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-597eafe6-96d6-459d-a319-de7ded271d7d admin admin] Usage tracker for resource:security_group_rule and tenant:5b8ad290517648549486685cdc41fd19 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:33.090477 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-597eafe6-96d6-459d-a319-de7ded271d7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:33.096254 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-597eafe6-96d6-459d-a319-de7ded271d7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:33.180012 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-597eafe6-96d6-459d-a319-de7ded271d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:33.184507 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-597eafe6-96d6-459d-a319-de7ded271d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:33.192893 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-37f27494-1695-4b0c-9e0e-948b50fa4428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:33.231669 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-597eafe6-96d6-459d-a319-de7ded271d7d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5b8ad290517648549486685cdc41fd19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2770636 Apr 30 16:08:33.232641 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597eafe6-96d6-459d-a319-de7ded271d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2571e8-7424-4ac7-8eb6-79f666460af3,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:33.234385 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 39462) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:33.240780 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597eafe6-96d6-459d-a319-de7ded271d7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:33.241161 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597eafe6-96d6-459d-a319-de7ded271d7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:33.241530 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597eafe6-96d6-459d-a319-de7ded271d7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:33.241898 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597eafe6-96d6-459d-a319-de7ded271d7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:33.242259 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597eafe6-96d6-459d-a319-de7ded271d7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:33.242618 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597eafe6-96d6-459d-a319-de7ded271d7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:33.242971 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597eafe6-96d6-459d-a319-de7ded271d7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:33.243323 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597eafe6-96d6-459d-a319-de7ded271d7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:33.243676 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597eafe6-96d6-459d-a319-de7ded271d7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:33.244056 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597eafe6-96d6-459d-a319-de7ded271d7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:33.244407 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597eafe6-96d6-459d-a319-de7ded271d7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:33.244753 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597eafe6-96d6-459d-a319-de7ded271d7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:08:33.248374 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-597eafe6-96d6-459d-a319-de7ded271d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:33.294069 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-37f05c82-e240-44f7-a432-aa1e74c5170e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:33.319198 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-37f05c82-e240-44f7-a432-aa1e74c5170e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:33.373361 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-37f05c82-e240-44f7-a432-aa1e74c5170e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:33.377014 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-5cedb3eb-38a3-4d88-ab78-c5542deb08d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:33.390816 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f05c82-e240-44f7-a432-aa1e74c5170e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2571e8-7424-4ac7-8eb6-79f666460af3,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:33.394748 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-37f05c82-e240-44f7-a432-aa1e74c5170e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:33.411523 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-37f05c82-e240-44f7-a432-aa1e74c5170e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:33.412649 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-37f05c82-e240-44f7-a432-aa1e74c5170e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1a2571e8-7424-4ac7-8eb6-79f666460af3 HTTP/1.1" status: 204 len: 168 time: 0.1772935 Apr 30 16:08:33.691870 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 39470) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:33.709962 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-0e8d96bd-33e5-4908-9136-6053640685f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:33.724345 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-0e8d96bd-33e5-4908-9136-6053640685f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:08:33.728095 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-0e8d96bd-33e5-4908-9136-6053640685f8 admin admin] Usage tracker for resource:security_group_rule and tenant:7b1e89204efe4e43b00c0fb7ffb87004 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:08:33.730876 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-0e8d96bd-33e5-4908-9136-6053640685f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:08:33.737294 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-0e8d96bd-33e5-4908-9136-6053640685f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:08:33.818610 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-0e8d96bd-33e5-4908-9136-6053640685f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:33.822130 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-0e8d96bd-33e5-4908-9136-6053640685f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:33.829834 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-63e3b83e-620b-4e4e-a1fc-5bd2edd444e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:33.867886 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d96bd-33e5-4908-9136-6053640685f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4bdf2a-eccd-4e9f-9d91-e83c5c7f55a0,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:33.871860 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-0e8d96bd-33e5-4908-9136-6053640685f8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7b1e89204efe4e43b00c0fb7ffb87004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1789448 Apr 30 16:08:33.872757 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-0e8d96bd-33e5-4908-9136-6053640685f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:33.875098 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 39476) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:34.025847 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-8fd987c9-e5cb-4e0d-81ce-3c4ad1d0684d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:34.053308 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-8fd987c9-e5cb-4e0d-81ce-3c4ad1d0684d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:34.104262 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-8fd987c9-e5cb-4e0d-81ce-3c4ad1d0684d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:34.107801 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-c00d9c8c-5d8e-4058-bd5e-63a13c29814f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:34.120568 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd987c9-e5cb-4e0d-81ce-3c4ad1d0684d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4bdf2a-eccd-4e9f-9d91-e83c5c7f55a0,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:34.123226 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-8fd987c9-e5cb-4e0d-81ce-3c4ad1d0684d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:34.130394 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-8fd987c9-e5cb-4e0d-81ce-3c4ad1d0684d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:34.131492 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-8fd987c9-e5cb-4e0d-81ce-3c4ad1d0684d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0e4bdf2a-eccd-4e9f-9d91-e83c5c7f55a0 HTTP/1.1" status: 204 len: 168 time: 0.2555172 Apr 30 16:08:38.528189 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:41.282562 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-838c1f95-3a25-49fb-a0cb-51015d453a08 req-4084e172-7134-40fe-bc2d-4abbea9ba08c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682328 Apr 30 16:08:41.379952 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c1f95-3a25-49fb-a0cb-51015d453a08 req-7d81cb9f-9d10-41c9-bb29-0b7cfa6a06cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:41.381440 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-838c1f95-3a25-49fb-a0cb-51015d453a08 req-7d81cb9f-9d10-41c9-bb29-0b7cfa6a06cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5252f565887e47f3ad4aa7e44a1a1e8a&device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 1099 time: 0.0762875 Apr 30 16:08:41.526987 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c1f95-3a25-49fb-a0cb-51015d453a08 req-36698634-f5b8-4381-af2f-7f9214301e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:41.528471 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-838c1f95-3a25-49fb-a0cb-51015d453a08 req-36698634-f5b8-4381-af2f-7f9214301e16 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ee2b0be8-6f61-4610-80f3-80f1a59047b4 HTTP/1.1" status: 200 len: 917 time: 0.1255541 Apr 30 16:08:41.634415 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-838c1f95-3a25-49fb-a0cb-51015d453a08 req-c830b28a-5c7f-4852-87de-3bb25e760eec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 HTTP/1.1" status: 200 len: 1001 time: 0.0983305 Apr 30 16:08:41.697567 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c1f95-3a25-49fb-a0cb-51015d453a08 req-2d23fb74-b70a-430b-b930-d4566c4a7d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:41.698973 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-838c1f95-3a25-49fb-a0cb-51015d453a08 req-2d23fb74-b70a-430b-b930-d4566c4a7d1a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f8b7b306-eb20-4da6-945c-a1c9edf03578 HTTP/1.1" status: 200 len: 856 time: 0.0564024 Apr 30 16:08:41.780409 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c1f95-3a25-49fb-a0cb-51015d453a08 req-b04198f8-10ff-4cf2-add8-e26480e37b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:41.781880 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-838c1f95-3a25-49fb-a0cb-51015d453a08 req-b04198f8-10ff-4cf2-add8-e26480e37b5b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee2b0be8-6f61-4610-80f3-80f1a59047b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734174 Apr 30 16:08:41.911811 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-838c1f95-3a25-49fb-a0cb-51015d453a08 req-6dde352d-472d-46de-84ce-684e88e353c2 service neutron] 10.222.0.42 "GET /v2.0/networks/ee2b0be8-6f61-4610-80f3-80f1a59047b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222730 Apr 30 16:08:42.047362 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-838c1f95-3a25-49fb-a0cb-51015d453a08 req-da08a768-cb4c-409b-aacd-d2a3a0aad0e4 service neutron] 10.222.0.42 "GET /v2.0/networks/ee2b0be8-6f61-4610-80f3-80f1a59047b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257069 Apr 30 16:08:43.215066 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-ce43ff97-e384-4f99-bc57-b5f655fbea80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:45.890968 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:45.913494 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-700bfe58-c27d-47d3-abc9-a138785877ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:46.508631 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1127b7-fa37-4855-bb3b-9f912b0fc143 req-cd3a8da6-1b7a-461f-bd2a-23d19baa0397 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:46.510100 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-de1127b7-fa37-4855-bb3b-9f912b0fc143 req-cd3a8da6-1b7a-461f-bd2a-23d19baa0397 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 946 time: 0.0791636 Apr 30 16:08:46.556740 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-de1127b7-fa37-4855-bb3b-9f912b0fc143 req-678cf2e7-9799-47cb-9dc1-8c2096f3fc10 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411234 Apr 30 16:08:46.665868 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:47.750829 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7caaa-3d5d-4316-b878-6a521beaa582 req-6825b462-c3cd-47e9-90b4-8ee1bfcf7971 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:47.752574 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-4fd7caaa-3d5d-4316-b878-6a521beaa582 req-6825b462-c3cd-47e9-90b4-8ee1bfcf7971 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 946 time: 0.0792298 Apr 30 16:08:47.797479 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-4fd7caaa-3d5d-4316-b878-6a521beaa582 req-12f9b16d-7c50-4445-ac30-ebff4e836f4f tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups?id=55190ef8-cf67-409b-a145-737d20b6d56b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394154 Apr 30 16:08:48.143541 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15b399-fbc8-4192-8bc3-316c056d536a req-285e8e79-c420-4292-8b5e-e5eb058a1c46 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:08:48.145011 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5c15b399-fbc8-4192-8bc3-316c056d536a req-285e8e79-c420-4292-8b5e-e5eb058a1c46 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.42 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 946 time: 0.0823741 Apr 30 16:08:48.277785 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-5c15b399-fbc8-4192-8bc3-316c056d536a req-d8b27dbf-11ed-4cb4-abdd-2c1c3507e13c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Deleting port 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:08:48.278039 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-5c15b399-fbc8-4192-8bc3-316c056d536a req-d8b27dbf-11ed-4cb4-abdd-2c1c3507e13c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:48.410627 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-5c15b399-fbc8-4192-8bc3-316c056d536a req-d8b27dbf-11ed-4cb4-abdd-2c1c3507e13c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] For port 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:08:48.410980 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-5c15b399-fbc8-4192-8bc3-316c056d536a req-d8b27dbf-11ed-4cb4-abdd-2c1c3507e13c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:48.444231 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:48.790917 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-5c15b399-fbc8-4192-8bc3-316c056d536a req-d8b27dbf-11ed-4cb4-abdd-2c1c3507e13c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:48.791281 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-5c15b399-fbc8-4192-8bc3-316c056d536a req-d8b27dbf-11ed-4cb4-abdd-2c1c3507e13c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-915876'] for floatingip, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:48.791590 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.db.l3_db [req-5c15b399-fbc8-4192-8bc3-316c056d536a req-d8b27dbf-11ed-4cb4-abdd-2c1c3507e13c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Floating IP 74a4ecc2-6a21-4ac8-970c-98a2f02d7bd2 disassociated. External IP: 172.27.3.153, port: 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5. Apr 30 16:08:48.791932 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-5c15b399-fbc8-4192-8bc3-316c056d536a req-d8b27dbf-11ed-4cb4-abdd-2c1c3507e13c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Calling delete_port for 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 owned by compute:nova {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:08:48.900023 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-5c15b399-fbc8-4192-8bc3-316c056d536a req-d8b27dbf-11ed-4cb4-abdd-2c1c3507e13c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:48.905668 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-36f2ced7-b87a-48e3-afac-e72c5a9dc391 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:48.988034 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b27dbf-11ed-4cb4-abdd-2c1c3507e13c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Pushing event deleted for resources: {'Port': ['ID=1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:48.991538 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5cc17448-e60e-4dd0-9f13-20f86dd08e23 req-bb2000ba-0853-4ce7-a846-637063a94b6d tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 210 time: 0.0552001 Apr 30 16:08:48.993280 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-d8b27dbf-11ed-4cb4-abdd-2c1c3507e13c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:49.173860 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c15b399-fbc8-4192-8bc3-316c056d536a req-d8b27dbf-11ed-4cb4-abdd-2c1c3507e13c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Router 879e793b-86fa-4971-ab5d-92c1955e8996 has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:08:49.349685 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c15b399-fbc8-4192-8bc3-316c056d536a req-d8b27dbf-11ed-4cb4-abdd-2c1c3507e13c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:08:49.359969 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3bea9d-68cc-4959-99cf-53f11a1ede35 None None] Sync routers for ids ['879e793b-86fa-4971-ab5d-92c1955e8996'] in dv-cinder-787195-6-iscsi {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:08:49.370254 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3bea9d-68cc-4959-99cf-53f11a1ede35 None None] Routers {'879e793b-86fa-4971-ab5d-92c1955e8996'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:08:49.371011 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-ac3bea9d-68cc-4959-99cf-53f11a1ede35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:08:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['879e793b-86fa-4971-ab5d-92c1955e8996'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:49.424213 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c15b399-fbc8-4192-8bc3-316c056d536a req-d8b27dbf-11ed-4cb4-abdd-2c1c3507e13c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] No DVR routers for this DVR port 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 on host hv-cinder-78719 {{(pid=73963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:08:49.426724 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-5c15b399-fbc8-4192-8bc3-316c056d536a req-d8b27dbf-11ed-4cb4-abdd-2c1c3507e13c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:49.429632 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d53a8a-d8f2-4b1f-b4ab-92989c221844', 'name': 'network-vif-deleted', 'tag': '1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:08:49.448374 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5c15b399-fbc8-4192-8bc3-316c056d536a req-d8b27dbf-11ed-4cb4-abdd-2c1c3507e13c tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.42 "DELETE /v2.0/ports/1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 HTTP/1.1" status: 204 len: 173 time: 1.2975636 Apr 30 16:08:49.492571 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d53a8a-d8f2-4b1f-b4ab-92989c221844', 'name': 'network-vif-deleted', 'tag': '1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5', 'status': 'completed', 'code': 200} Apr 30 16:08:49.562150 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-ac3bea9d-68cc-4959-99cf-53f11a1ede35 None None] Set router 879e793b-86fa-4971-ab5d-92c1955e8996 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:08:49.872729 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-ac3bea9d-68cc-4959-99cf-53f11a1ede35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'name': 'tempest-AttachVolumeShelveTestJSON-1256813154-router', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:01:27Z', 'updated_at': '2021-04-30T16:01:35Z', 'revision_number': 4, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'gw_port': {'id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:29Z', 'updated_at': '2021-04-30T16:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '778e77dd-9bde-495c-9c7e-7aac5d30db8a', 'name': '', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'mac_address': 'fa:16:3e:02:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:34Z', 'updated_at': '2021-04-30T16:01:41Z', 'revision_number': 5, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'subnets': [{'id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:49.876394 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3bea9d-68cc-4959-99cf-53f11a1ede35 None None] Checking router: 879e793b-86fa-4971-ab5d-92c1955e8996 for host: dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:08:49.885050 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3bea9d-68cc-4959-99cf-53f11a1ede35 None None] Routers {'879e793b-86fa-4971-ab5d-92c1955e8996'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:08:49.885636 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-ac3bea9d-68cc-4959-99cf-53f11a1ede35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:08:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['879e793b-86fa-4971-ab5d-92c1955e8996'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:50.065612 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-ac3bea9d-68cc-4959-99cf-53f11a1ede35 None None] Set router 879e793b-86fa-4971-ab5d-92c1955e8996 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:08:50.170513 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-1aa7a4de-eb2b-447a-b6e0-f8102c9fd422 req-3f2c41ad-a071-4f58-94cd-212d6ff0204f tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Synchronizing usage tracker for tenant:5252f565887e47f3ad4aa7e44a1a1e8a on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:08:50.185985 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-1aa7a4de-eb2b-447a-b6e0-f8102c9fd422 req-3f2c41ad-a071-4f58-94cd-212d6ff0204f tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Unset dirty status for tenant:5252f565887e47f3ad4aa7e44a1a1e8a on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:08:50.187254 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1aa7a4de-eb2b-447a-b6e0-f8102c9fd422 req-3f2c41ad-a071-4f58-94cd-212d6ff0204f tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/ports?device_id=40d53a8a-d8f2-4b1f-b4ab-92989c221844 HTTP/1.1" status: 200 len: 210 time: 0.0624962 Apr 30 16:08:50.369551 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-ac3bea9d-68cc-4959-99cf-53f11a1ede35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'name': 'tempest-AttachVolumeShelveTestJSON-1256813154-router', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:01:27Z', 'updated_at': '2021-04-30T16:01:35Z', 'revision_number': 4, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'gw_port': {'id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:29Z', 'updated_at': '2021-04-30T16:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '778e77dd-9bde-495c-9c7e-7aac5d30db8a', 'name': '', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'mac_address': 'fa:16:3e:02:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:34Z', 'updated_at': '2021-04-30T16:01:41Z', 'revision_number': 5, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'subnets': [{'id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:08:50.373330 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3bea9d-68cc-4959-99cf-53f11a1ede35 None None] The sync data for ids ['879e793b-86fa-4971-ab5d-92c1955e8996'] in dv-cinder-787195-6-iscsi is: [{'id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'name': 'tempest-AttachVolumeShelveTestJSON-1256813154-router', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:01:27Z', 'updated_at': '2021-04-30T16:01:35Z', 'revision_number': 4, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'gw_port': {'id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:29Z', 'updated_at': '2021-04-30T16:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '778e77dd-9bde-495c-9c7e-7aac5d30db8a', 'name': '', 'network_id': 'ee2b0be8-6f61-4610-80f3-80f1a59047b4', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'mac_address': 'fa:16:3e:02:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:34Z', 'updated_at': '2021-04-30T16:01:41Z', 'revision_number': 5, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'subnets': [{'id': 'f8b7b306-eb20-4da6-945c-a1c9edf03578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:08:50.569241 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf041eb7-0288-4d29-87b2-1876cb7dc2b9 None None] New status for floating IP 74a4ecc2-6a21-4ac8-970c-98a2f02d7bd2: DOWN {{(pid=73965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:08:51.318088 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 39626) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:51.382844 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-b49dea46-ac87-4312-894e-be5c2300f916 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:51.410482 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-b49dea46-ac87-4312-894e-be5c2300f916 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:51.460886 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-b49dea46-ac87-4312-894e-be5c2300f916 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:51.464933 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-6f7696cb-86bd-4d65-b738-47418ed86173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:51.480836 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49dea46-ac87-4312-894e-be5c2300f916 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55190ef8-cf67-409b-a145-737d20b6d56b,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:51.483293 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-b49dea46-ac87-4312-894e-be5c2300f916 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:51.491844 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-b49dea46-ac87-4312-894e-be5c2300f916 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:51.492966 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-b49dea46-ac87-4312-894e-be5c2300f916 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "DELETE /v2.0/security-groups/55190ef8-cf67-409b-a145-737d20b6d56b HTTP/1.1" status: 204 len: 168 time: 0.1738520 Apr 30 16:08:51.495573 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 39630) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:51.511600 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.api.v2.resource [None req-668d0f35-effe-445b-b665-33a9c0375560 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] show failed (client error): The resource could not be found. Apr 30 16:08:51.512613 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-668d0f35-effe-445b-b665-33a9c0375560 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "GET /v2.0/security-groups/55190ef8-cf67-409b-a145-737d20b6d56b HTTP/1.1" status: 404 len: 347 time: 0.0161371 Apr 30 16:08:51.515365 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 39634) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:08:51.729908 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-a6bb5466-65e6-43fc-b8ea-0e0c60443383 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Deleting port 7d45789c-cb31-4581-b037-1deb867cf5f3 {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:08:51.730250 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a6bb5466-65e6-43fc-b8ea-0e0c60443383 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:51.844054 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a6bb5466-65e6-43fc-b8ea-0e0c60443383 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:51.844300 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a6bb5466-65e6-43fc-b8ea-0e0c60443383 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:51.964883 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-a6bb5466-65e6-43fc-b8ea-0e0c60443383 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Calling delete_port for 7d45789c-cb31-4581-b037-1deb867cf5f3 owned by network:floatingip {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:08:52.182876 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a6bb5466-65e6-43fc-b8ea-0e0c60443383 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:52.187708 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-196e154c-8253-4970-911f-e6f663d438a6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:08:52.229114 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb5466-65e6-43fc-b8ea-0e0c60443383 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Pushing event deleted for resources: {'Port': ['ID=7d45789c-cb31-4581-b037-1deb867cf5f3,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:08:52.232183 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a6bb5466-65e6-43fc-b8ea-0e0c60443383 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:08:52.304057 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:08:52.321502 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a6bb5466-65e6-43fc-b8ea-0e0c60443383 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks [] for floatingip, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:52.341592 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a6bb5466-65e6-43fc-b8ea-0e0c60443383 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for floatingip, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:08:52.342192 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] No Port match for: 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:08:52.342794 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 1f2d55c7-dfd0-43cb-b0cb-1f13eeb721a5 not bound to the agent host hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:08:52.345165 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-a6bb5466-65e6-43fc-b8ea-0e0c60443383 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] 10.222.0.72 "DELETE /v2.0/floatingips/74a4ecc2-6a21-4ac8-970c-98a2f02d7bd2 HTTP/1.1" status: 204 len: 168 time: 0.8287971 Apr 30 16:09:03.912291 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 39738) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:04.189867 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-9351b796-6217-48df-be30-b0d39dd3667c req-3a8fff7f-b56d-4984-ad8a-c2dec7dac7f3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1762422898&fields=id&tenant_id=75612fb9c54545baa7fc7f75d63cf365 HTTP/1.1" status: 200 len: 267 time: 0.0437574 Apr 30 16:09:04.339435 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351b796-6217-48df-be30-b0d39dd3667c req-1e7145a3-e1d5-45a4-84ba-59c0fba8aa89 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:04.341202 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-9351b796-6217-48df-be30-b0d39dd3667c req-1e7145a3-e1d5-45a4-84ba-59c0fba8aa89 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/networks?id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9 HTTP/1.1" status: 200 len: 812 time: 0.1442943 Apr 30 16:09:04.356734 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-9351b796-6217-48df-be30-b0d39dd3667c req-2355ad40-4d8e-40cc-a4af-479268633b46 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/quotas/75612fb9c54545baa7fc7f75d63cf365 HTTP/1.1" status: 200 len: 375 time: 0.0090923 Apr 30 16:09:04.445166 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-9351b796-6217-48df-be30-b0d39dd3667c req-117ade6f-052f-4bfc-8847-df1a81a962ea tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=75612fb9c54545baa7fc7f75d63cf365&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0830660 Apr 30 16:09:04.584430 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-9351b796-6217-48df-be30-b0d39dd3667c req-5fcb6ae9-fbc7-4b6e-b0e8-8f7ba832c41c service neutron] 10.222.0.72 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266601 Apr 30 16:09:04.639519 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-c003ef14-9dc3-4516-a257-7a961e9df7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-915790'] for router_interface, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:04.722962 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-9351b796-6217-48df-be30-b0d39dd3667c req-4bced8c4-e4cd-4129-a97d-bde3c8e558a5 service neutron] 10.222.0.72 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341434 Apr 30 16:09:05.095629 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-c003ef14-9dc3-4516-a257-7a961e9df7c4 admin admin] Deleting port 778e77dd-9bde-495c-9c7e-7aac5d30db8a {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:09:05.096312 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-c003ef14-9dc3-4516-a257-7a961e9df7c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:05.228542 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e29f9623-8c75-469c-9a0d-1d99b6fd2c67 req-9074ffd3-f308-4f7e-bb4e-d8adb597c1cd tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 210 time: 0.0535300 Apr 30 16:09:05.261281 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [None req-c003ef14-9dc3-4516-a257-7a961e9df7c4 admin admin] For port 778e77dd-9bde-495c-9c7e-7aac5d30db8a, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=778e77dd-9bde-495c-9c7e-7aac5d30db8a,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:05.261710 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-c003ef14-9dc3-4516-a257-7a961e9df7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:05.491579 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-c003ef14-9dc3-4516-a257-7a961e9df7c4 admin admin] Calling delete_port for 778e77dd-9bde-495c-9c7e-7aac5d30db8a owned by network:router_interface {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:09:05.643245 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-c003ef14-9dc3-4516-a257-7a961e9df7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:05.648044 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-7e7ebad6-41fc-43bd-bf7a-667088b4b7e6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:05.694941 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003ef14-9dc3-4516-a257-7a961e9df7c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=778e77dd-9bde-495c-9c7e-7aac5d30db8a,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:05.698028 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-c003ef14-9dc3-4516-a257-7a961e9df7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:05.964611 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-c003ef14-9dc3-4516-a257-7a961e9df7c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664318'] for router_interface, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:06.368180 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351b796-6217-48df-be30-b0d39dd3667c req-d67401b3-d178-42e7-ba18-11c5ed0ca1ae tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:06.369952 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9351b796-6217-48df-be30-b0d39dd3667c req-d67401b3-d178-42e7-ba18-11c5ed0ca1ae tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.42 "GET /v2.0/networks?id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9 HTTP/1.1" status: 200 len: 812 time: 0.2605691 Apr 30 16:09:06.401378 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3c4fad61-ccf7-4a7f-8612-a99f2c084c2f req-5f05df23-7853-4889-8a05-10261162a4b4 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 210 time: 0.0586786 Apr 30 16:09:06.495581 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9351b796-6217-48df-be30-b0d39dd3667c req-5d4007e7-9efd-4466-8531-cca76f979d40 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75612fb9c54545baa7fc7f75d63cf365 HTTP/1.1" status: 200 len: 380 time: 0.1116707 Apr 30 16:09:06.510383 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-9351b796-6217-48df-be30-b0d39dd3667c req-ef02134e-5434-4f2e-ba25-4a18664d2e2c tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Request body: {'port': {'device_id': 'c93d607f-5c64-4920-9c4c-fe3483958e21', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'admin_state_up': True, 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'security_groups': ['a6096ae6-0a8a-408b-889f-f72fe6e48a2c']}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:09:06.624027 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c003ef14-9dc3-4516-a257-7a961e9df7c4 admin admin] Router 879e793b-86fa-4971-ab5d-92c1955e8996 has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:09:06.735409 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-9351b796-6217-48df-be30-b0d39dd3667c req-ef02134e-5434-4f2e-ba25-4a18664d2e2c tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:06.908873 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-9351b796-6217-48df-be30-b0d39dd3667c req-ef02134e-5434-4f2e-ba25-4a18664d2e2c tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:06.936345 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9351b796-6217-48df-be30-b0d39dd3667c req-ef02134e-5434-4f2e-ba25-4a18664d2e2c tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Made reservation on behalf of 75612fb9c54545baa7fc7f75d63cf365 for: {'port': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:09:06.939974 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-9351b796-6217-48df-be30-b0d39dd3667c req-ef02134e-5434-4f2e-ba25-4a18664d2e2c tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:07.005947 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c003ef14-9dc3-4516-a257-7a961e9df7c4 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:09:07.016552 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab69c90-12a6-4a55-9257-ca2e4fbd66a8 None None] Sync routers for ids ['879e793b-86fa-4971-ab5d-92c1955e8996'] in dv-cinder-787195-6-iscsi {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:09:07.028012 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab69c90-12a6-4a55-9257-ca2e4fbd66a8 None None] Routers {'879e793b-86fa-4971-ab5d-92c1955e8996'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:09:07.028959 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-1ab69c90-12a6-4a55-9257-ca2e4fbd66a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:08:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['879e793b-86fa-4971-ab5d-92c1955e8996'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:07.036841 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-c003ef14-9dc3-4516-a257-7a961e9df7c4 admin admin] 10.222.0.72 "PUT /v2.0/routers/879e793b-86fa-4971-ab5d-92c1955e8996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1233151 Apr 30 16:09:07.039629 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 39786) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:07.140137 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [req-9351b796-6217-48df-be30-b0d39dd3667c req-ef02134e-5434-4f2e-ba25-4a18664d2e2c tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Allocated IP 172.20.0.11 (9cdfa89b-9f6d-4095-b0fe-85c8608797d9/99795baf-474b-42a4-8dbb-35c325850572/b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:09:07.226007 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] Notify callbacks [] for router, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:07.246196 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-1ab69c90-12a6-4a55-9257-ca2e4fbd66a8 None None] Set router 879e793b-86fa-4971-ab5d-92c1955e8996 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:09:07.350530 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-9351b796-6217-48df-be30-b0d39dd3667c req-ef02134e-5434-4f2e-ba25-4a18664d2e2c tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:07.368587 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-9351b796-6217-48df-be30-b0d39dd3667c req-ef02134e-5434-4f2e-ba25-4a18664d2e2c tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Transition to ACTIVE for port object b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8 will not be triggered until provisioned by entity DHCP. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:09:07.394823 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-9351b796-6217-48df-be30-b0d39dd3667c req-ef02134e-5434-4f2e-ba25-4a18664d2e2c tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:07.401520 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-8fbe0f67-6ed1-448f-8870-8d8eda2251ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:07.473378 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9351b796-6217-48df-be30-b0d39dd3667c req-ef02134e-5434-4f2e-ba25-4a18664d2e2c tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Network 9cdfa89b-9f6d-4095-b0fe-85c8608797d9 is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:09:07.477045 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [req-9351b796-6217-48df-be30-b0d39dd3667c req-ef02134e-5434-4f2e-ba25-4a18664d2e2c tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:09:07.479381 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-9351b796-6217-48df-be30-b0d39dd3667c req-ef02134e-5434-4f2e-ba25-4a18664d2e2c tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:09:07.553788 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-1ab69c90-12a6-4a55-9257-ca2e4fbd66a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'name': 'tempest-AttachVolumeShelveTestJSON-1256813154-router', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:01:27Z', 'updated_at': '2021-04-30T16:09:05Z', 'revision_number': 5, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'gw_port': {'id': '0ea8630f-3180-47db-ba6a-53a448c09db9', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:01:29Z', 'updated_at': '2021-04-30T16:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:07.554060 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:07.561350 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab69c90-12a6-4a55-9257-ca2e4fbd66a8 None None] Checking router: 879e793b-86fa-4971-ab5d-92c1955e8996 for host: dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:09:07.575814 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab69c90-12a6-4a55-9257-ca2e4fbd66a8 None None] Routers {'879e793b-86fa-4971-ab5d-92c1955e8996'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:09:07.576744 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-1ab69c90-12a6-4a55-9257-ca2e4fbd66a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:08:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['879e793b-86fa-4971-ab5d-92c1955e8996'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:07.583876 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef02134e-5434-4f2e-ba25-4a18664d2e2c tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Pushing event updated for resources: {'Port': ['ID=b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:07.593513 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-ef02134e-5434-4f2e-ba25-4a18664d2e2c tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:07.624132 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351b796-6217-48df-be30-b0d39dd3667c req-ef02134e-5434-4f2e-ba25-4a18664d2e2c tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:07.624770 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-9351b796-6217-48df-be30-b0d39dd3667c req-ef02134e-5434-4f2e-ba25-4a18664d2e2c tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:07.650206 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] Deleting port 0ea8630f-3180-47db-ba6a-53a448c09db9 {{(pid=73964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:09:07.650538 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:07.671048 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9351b796-6217-48df-be30-b0d39dd3667c req-ef02134e-5434-4f2e-ba25-4a18664d2e2c tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1641679 Apr 30 16:09:07.682161 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bd3d8-f255-4fdb-83c5-b23f79f17ddd req-a6fa4bad-17a9-4088-b3e1-7c57b6372df3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:07.682896 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-ae1bd3d8-f255-4fdb-83c5-b23f79f17ddd req-a6fa4bad-17a9-4088-b3e1-7c57b6372df3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Synchronizing usage tracker for tenant:75612fb9c54545baa7fc7f75d63cf365 on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:09:07.717202 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-ae1bd3d8-f255-4fdb-83c5-b23f79f17ddd req-a6fa4bad-17a9-4088-b3e1-7c57b6372df3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Unset dirty status for tenant:75612fb9c54545baa7fc7f75d63cf365 on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:09:07.718561 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ae1bd3d8-f255-4fdb-83c5-b23f79f17ddd req-a6fa4bad-17a9-4088-b3e1-7c57b6372df3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 932 time: 0.1953881 Apr 30 16:09:07.759202 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-b93cdb14-6b3d-4702-9ec9-5fec2e9ac60b None None] Provisioning for port b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8 completed by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:09:07.764661 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-b93cdb14-6b3d-4702-9ec9-5fec2e9ac60b None None] Provisioning complete for port b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8 triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:09:07.765073 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-b93cdb14-6b3d-4702-9ec9-5fec2e9ac60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:07.787238 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ae1bd3d8-f255-4fdb-83c5-b23f79f17ddd req-e58982dd-b08e-4e14-98c5-83521b9bdb16 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552402 Apr 30 16:09:07.809637 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-1ab69c90-12a6-4a55-9257-ca2e4fbd66a8 None None] Set router 879e793b-86fa-4971-ab5d-92c1955e8996 gateway port host: None {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:09:07.818704 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.db [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] For port 0ea8630f-3180-47db-ba6a-53a448c09db9, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=0ea8630f-3180-47db-ba6a-53a448c09db9,segment=NetworkSegment(a30bcc7b-d76f-404c-9f7c-d7e43145326e),segment_id=a30bcc7b-d76f-404c-9f7c-d7e43145326e)] {{(pid=73964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:07.819289 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:07.837086 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-b93cdb14-6b3d-4702-9ec9-5fec2e9ac60b None None] Port b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8 cannot update to ACTIVE because it is not bound. {{(pid=73965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:09:07.923728 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-1ab69c90-12a6-4a55-9257-ca2e4fbd66a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'name': 'tempest-AttachVolumeShelveTestJSON-1256813154-router', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:01:27Z', 'updated_at': '2021-04-30T16:09:07Z', 'revision_number': 6, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'gw_port_host': None}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:07.927863 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab69c90-12a6-4a55-9257-ca2e4fbd66a8 None None] The sync data for ids ['879e793b-86fa-4971-ab5d-92c1955e8996'] in dv-cinder-787195-6-iscsi is: [{'id': '879e793b-86fa-4971-ab5d-92c1955e8996', 'name': 'tempest-AttachVolumeShelveTestJSON-1256813154-router', 'tenant_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:01:27Z', 'updated_at': '2021-04-30T16:09:07Z', 'revision_number': 6, 'project_id': '5252f565887e47f3ad4aa7e44a1a1e8a', 'gw_port_host': None}] {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:09:07.951307 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] Calling delete_port for 0ea8630f-3180-47db-ba6a-53a448c09db9 owned by network:router_gateway {{(pid=73964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:09:08.088816 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:08.093005 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-325477e6-1035-4507-b7cc-9c49bc8e2b8f tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:08.139490 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ea8630f-3180-47db-ba6a-53a448c09db9,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:08.178382 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:08.178764 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:08.179129 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:08.179494 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:08.179850 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:08.180234 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:08.180590 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:08.180944 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:08.181295 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:08.181645 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:08.181992 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:08.182340 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:08.208838 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:08.240540 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656601'] for router_gateway, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:08.365668 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:09:08.414827 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12704'] for router, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:08.416969 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:08.440475 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-664956'] for router, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:08.441157 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 879e793b-86fa-4971-ab5d-92c1955e8996 {{(pid=73964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 16:09:08.453786 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] Notify callbacks [] for router, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:08.454920 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] 10.222.0.72 "DELETE /v2.0/routers/879e793b-86fa-4971-ab5d-92c1955e8996 HTTP/1.1" status: 204 len: 168 time: 1.4139516 Apr 30 16:09:08.457442 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 39794) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:08.517594 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3efe5ed-b437-4002-8dea-d0ddd12507ac admin admin] Deleting subnet f8b7b306-eb20-4da6-945c-a1c9edf03578 {{(pid=73964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:09:08.520736 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-d3efe5ed-b437-4002-8dea-d0ddd12507ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:08.568283 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-d3efe5ed-b437-4002-8dea-d0ddd12507ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3533658'] for subnet, precommit_delete_associations {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:08.684214 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-d3efe5ed-b437-4002-8dea-d0ddd12507ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2036197'] for subnet, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:08.992302 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-d3efe5ed-b437-4002-8dea-d0ddd12507ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2036220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3714155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-777240'] for subnet, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:08.999898 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:09.036980 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efe5ed-b437-4002-8dea-d0ddd12507ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8b7b306-eb20-4da6-945c-a1c9edf03578,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:09.045500 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962eaaac-b123-4915-8c61-8f579f206eb9 req-de56e5e6-c325-4cfb-ae54-0b6de06da273 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:09.046938 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-962eaaac-b123-4915-8c61-8f579f206eb9 req-de56e5e6-c325-4cfb-ae54-0b6de06da273 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 932 time: 0.1417062 Apr 30 16:09:09.049440 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-d3efe5ed-b437-4002-8dea-d0ddd12507ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:09.050371 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-d3efe5ed-b437-4002-8dea-d0ddd12507ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for subnet, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:09.055636 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10ea8d2-121c-40fc-95a6-a9d6511f61d1 None None] Network ee2b0be8-6f61-4610-80f3-80f1a59047b4 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:09:09.168039 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-d3efe5ed-b437-4002-8dea-d0ddd12507ac admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f8b7b306-eb20-4da6-945c-a1c9edf03578 HTTP/1.1" status: 204 len: 168 time: 0.7095597 Apr 30 16:09:09.170777 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 39802) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:09.195106 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-962eaaac-b123-4915-8c61-8f579f206eb9 req-3478ee12-1d92-491a-8edc-c24b449659e6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408026 Apr 30 16:09:09.284690 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-acdd8e9d-25f7-42af-9e7c-efa95cb08ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688298'] for network, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:09.306658 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11437a3a-99f4-4f34-a9d3-2f991579453e None None] DHCP port deletion for ee2b0be8-6f61-4610-80f3-80f1a59047b4 request from dv-cinder-787195-6-iscsi {{(pid=73965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 16:09:09.355613 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-acdd8e9d-25f7-42af-9e7c-efa95cb08ea7 admin admin] Deleting port c38de35b-68e4-4a97-b3c0-0d4ab89743e2 {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:09:09.355997 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-acdd8e9d-25f7-42af-9e7c-efa95cb08ea7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:09.372881 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-11437a3a-99f4-4f34-a9d3-2f991579453e None None] Deleting port c38de35b-68e4-4a97-b3c0-0d4ab89743e2 {{(pid=73965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:09:09.373262 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-11437a3a-99f4-4f34-a9d3-2f991579453e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:09.455974 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [None req-acdd8e9d-25f7-42af-9e7c-efa95cb08ea7 admin admin] For port c38de35b-68e4-4a97-b3c0-0d4ab89743e2, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=c38de35b-68e4-4a97-b3c0-0d4ab89743e2,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:09.456241 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-acdd8e9d-25f7-42af-9e7c-efa95cb08ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:09.469254 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-11437a3a-99f4-4f34-a9d3-2f991579453e None None] For port c38de35b-68e4-4a97-b3c0-0d4ab89743e2, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=c38de35b-68e4-4a97-b3c0-0d4ab89743e2,segment=NetworkSegment(4a9ac4f1-b7da-4804-bb77-705b2013b108),segment_id=4a9ac4f1-b7da-4804-bb77-705b2013b108)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:09.469651 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-11437a3a-99f4-4f34-a9d3-2f991579453e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:09.578795 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-acdd8e9d-25f7-42af-9e7c-efa95cb08ea7 admin admin] Calling delete_port for c38de35b-68e4-4a97-b3c0-0d4ab89743e2 owned by network:dhcp {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:09:09.589607 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-11437a3a-99f4-4f34-a9d3-2f991579453e None None] Calling delete_port for c38de35b-68e4-4a97-b3c0-0d4ab89743e2 owned by network:dhcp {{(pid=73965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:09:09.625068 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-acdd8e9d-25f7-42af-9e7c-efa95cb08ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:09.630784 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-1a27579e-cd5e-4f83-85ee-b43a1edb6004 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:09.631183 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-11437a3a-99f4-4f34-a9d3-2f991579453e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215'] for port, after_delete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:09.634713 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:09.677449 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd8e9d-25f7-42af-9e7c-efa95cb08ea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c38de35b-68e4-4a97-b3c0-0d4ab89743e2,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:09.679190 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11437a3a-99f4-4f34-a9d3-2f991579453e None None] Pushing event deleted for resources: {'Port': ['ID=c38de35b-68e4-4a97-b3c0-0d4ab89743e2,revision_number=None']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:09.679429 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdd8e9d-25f7-42af-9e7c-efa95cb08ea7 admin admin] No DVR routers for this DVR port c38de35b-68e4-4a97-b3c0-0d4ab89743e2 on host dv-cinder-787195-6-iscsi {{(pid=73963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:09:09.680662 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-acdd8e9d-25f7-42af-9e7c-efa95cb08ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:09.683957 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11437a3a-99f4-4f34-a9d3-2f991579453e None None] No DVR routers for this DVR port c38de35b-68e4-4a97-b3c0-0d4ab89743e2 on host dv-cinder-787195-6-iscsi {{(pid=73965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:09:09.690612 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11437a3a-99f4-4f34-a9d3-2f991579453e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:09.690959 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11437a3a-99f4-4f34-a9d3-2f991579453e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:09.691299 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11437a3a-99f4-4f34-a9d3-2f991579453e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:09.691629 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11437a3a-99f4-4f34-a9d3-2f991579453e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:09.691973 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11437a3a-99f4-4f34-a9d3-2f991579453e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:09.692302 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11437a3a-99f4-4f34-a9d3-2f991579453e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:09.692626 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11437a3a-99f4-4f34-a9d3-2f991579453e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:09.692945 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11437a3a-99f4-4f34-a9d3-2f991579453e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:09.693283 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11437a3a-99f4-4f34-a9d3-2f991579453e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:09.693584 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11437a3a-99f4-4f34-a9d3-2f991579453e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:09.693902 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11437a3a-99f4-4f34-a9d3-2f991579453e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:09.694217 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11437a3a-99f4-4f34-a9d3-2f991579453e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:09.704657 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-11437a3a-99f4-4f34-a9d3-2f991579453e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:09.765132 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device c38de35b-68e4-4a97-b3c0-0d4ab89743e2 no longer exists at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:09:09.800563 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] No Port match for: c38de35b-68e4-4a97-b3c0-0d4ab89743e2 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:09:09.800910 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device c38de35b-68e4-4a97-b3c0-0d4ab89743e2 not bound to the agent host dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:09:09.801323 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 0ea8630f-3180-47db-ba6a-53a448c09db9 no longer exists at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:09:09.802808 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-acdd8e9d-25f7-42af-9e7c-efa95cb08ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034024', 'neutron.services.segments.db._delete_segments_for_network-8758133272989'] for network, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:09.833439 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] No Port match for: 0ea8630f-3180-47db-ba6a-53a448c09db9 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:09:09.833789 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 0ea8630f-3180-47db-ba6a-53a448c09db9 not bound to the agent host dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:09:09.834201 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 778e77dd-9bde-495c-9c7e-7aac5d30db8a no longer exists at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:09:09.869104 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] No Port match for: 778e77dd-9bde-495c-9c7e-7aac5d30db8a {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:09:09.869450 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 778e77dd-9bde-495c-9c7e-7aac5d30db8a not bound to the agent host dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:09:09.910976 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.services.segments.db [None req-acdd8e9d-25f7-42af-9e7c-efa95cb08ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee2b0be8-6f61-4610-80f3-80f1a59047b4']}} {{(pid=73963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:09.922832 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.services.segments.db [None req-acdd8e9d-25f7-42af-9e7c-efa95cb08ea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9ac4f1-b7da-4804-bb77-705b2013b108') {'for_net_delete': True} {{(pid=73963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:09.923695 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.services.segments.db [None req-acdd8e9d-25f7-42af-9e7c-efa95cb08ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9ac4f1-b7da-4804-bb77-705b2013b108') {} {{(pid=73963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:09.934756 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-acdd8e9d-25f7-42af-9e7c-efa95cb08ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133283943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241415'] for segment, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:09.950372 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-acdd8e9d-25f7-42af-9e7c-efa95cb08ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:09.956695 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acdd8e9d-25f7-42af-9e7c-efa95cb08ea7 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=73963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:09:10.218760 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [None req-acdd8e9d-25f7-42af-9e7c-efa95cb08ea7 admin admin] Network ee2b0be8-6f61-4610-80f3-80f1a59047b4 has no segments {{(pid=73963) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:09:10.230697 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-acdd8e9d-25f7-42af-9e7c-efa95cb08ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2039760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3914858'] for segment, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:10.258045 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-9351b796-6217-48df-be30-b0d39dd3667c req-487b026b-5395-447b-a57a-987d4546322a service neutron] Request body: {'port': {'device_id': 'c93d607f-5c64-4920-9c4c-fe3483958e21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:09:10.273994 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:10.534146 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [None req-acdd8e9d-25f7-42af-9e7c-efa95cb08ea7 admin admin] Network ee2b0be8-6f61-4610-80f3-80f1a59047b4 has no segments {{(pid=73963) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: Traceback (most recent call last): Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: timer() Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: cb(*args, **kw) Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: return func(*args, **kwargs) Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: self._notify() Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: self.callback(batched_events) Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: event.method(event) Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: return f(self, *a, **k) Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: return self._get(url).json() Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: return self.request(url, 'GET', **kwargs) Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:09:10.558619 dv-cinder-787195-6-iscsi neutron-server[73963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:09:10.636304 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-9351b796-6217-48df-be30-b0d39dd3667c req-487b026b-5395-447b-a57a-987d4546322a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:10.700994 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4dd882-b3dd-49df-bd34-6932cdd4a244 req-76f218e1-6190-407e-855a-334810a6936a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:10.702440 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0c4dd882-b3dd-49df-bd34-6932cdd4a244 req-76f218e1-6190-407e-855a-334810a6936a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 932 time: 0.3679581 Apr 30 16:09:10.708822 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-acdd8e9d-25f7-42af-9e7c-efa95cb08ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657477'] for network, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:10.737630 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-e90818e6-d543-4485-a032-110b900fb021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:10.752185 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-acdd8e9d-25f7-42af-9e7c-efa95cb08ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:10.773295 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd8e9d-25f7-42af-9e7c-efa95cb08ea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee2b0be8-6f61-4610-80f3-80f1a59047b4,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:10.778239 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-acdd8e9d-25f7-42af-9e7c-efa95cb08ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:10.858077 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-acdd8e9d-25f7-42af-9e7c-efa95cb08ea7 admin admin] 10.222.0.72 "DELETE /v2.0/networks/ee2b0be8-6f61-4610-80f3-80f1a59047b4 HTTP/1.1" status: 204 len: 168 time: 1.6854742 Apr 30 16:09:10.864372 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0c4dd882-b3dd-49df-bd34-6932cdd4a244 req-929e6664-5610-4cb7-bd04-fbf936b746bb tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517572 Apr 30 16:09:10.987128 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 39812) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:11.036906 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-93b8e7bc-1083-4bb2-adb6-7a1b17dd3edc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5252f565887e47f3ad4aa7e44a1a1e8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484748 Apr 30 16:09:11.039272 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 39816) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:11.076246 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [req-9351b796-6217-48df-be30-b0d39dd3667c req-487b026b-5395-447b-a57a-987d4546322a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8 {{(pid=73963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:09:11.085831 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-9351b796-6217-48df-be30-b0d39dd3667c req-487b026b-5395-447b-a57a-987d4546322a service neutron] Notify callbacks [] for port, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:11.098233 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f099ac1a-387f-4254-95c4-2dedf940407b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:11.100898 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-9351b796-6217-48df-be30-b0d39dd3667c req-487b026b-5395-447b-a57a-987d4546322a service neutron] Transition to ACTIVE for port object b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8 will not be triggered until provisioned by entity L2. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:09:11.107559 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-9351b796-6217-48df-be30-b0d39dd3667c req-487b026b-5395-447b-a57a-987d4546322a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914934'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:11.111489 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-f9ebf426-1176-46cc-b0b8-8c3a88bfa940 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:11.125505 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f099ac1a-387f-4254-95c4-2dedf940407b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:11.180291 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f099ac1a-387f-4254-95c4-2dedf940407b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:11.191807 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-0fab551d-6574-4db8-8b7d-a99311110a5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:11.205660 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099ac1a-387f-4254-95c4-2dedf940407b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df63568d-5a0b-4872-b478-371ffe7f7a43,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:11.208012 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-f099ac1a-387f-4254-95c4-2dedf940407b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:11.213274 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f099ac1a-387f-4254-95c4-2dedf940407b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:11.214390 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-f099ac1a-387f-4254-95c4-2dedf940407b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/df63568d-5a0b-4872-b478-371ffe7f7a43 HTTP/1.1" status: 204 len: 168 time: 0.1742413 Apr 30 16:09:11.286494 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b026b-5395-447b-a57a-987d4546322a service neutron] Pushing event updated for resources: {'Port': ['ID=b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8,revision_number=2']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:11.293443 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-487b026b-5395-447b-a57a-987d4546322a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:11.368737 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-9351b796-6217-48df-be30-b0d39dd3667c req-487b026b-5395-447b-a57a-987d4546322a service neutron] Attempting to bind port b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:09:11.369213 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-9351b796-6217-48df-be30-b0d39dd3667c req-487b026b-5395-447b-a57a-987d4546322a service neutron] Attempting to bind port b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '7e998a4a-d4bf-40aa-816b-f6ea84410e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9'}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:09:11.369479 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9351b796-6217-48df-be30-b0d39dd3667c req-487b026b-5395-447b-a57a-987d4546322a service neutron] Attempting to bind port b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8 on network 9cdfa89b-9f6d-4095-b0fe-85c8608797d9 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:09:11.374569 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9351b796-6217-48df-be30-b0d39dd3667c req-487b026b-5395-447b-a57a-987d4546322a service neutron] Port b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8 on network 9cdfa89b-9f6d-4095-b0fe-85c8608797d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:09:11.374868 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9351b796-6217-48df-be30-b0d39dd3667c req-487b026b-5395-447b-a57a-987d4546322a service neutron] Attempting to bind port b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8 on network 9cdfa89b-9f6d-4095-b0fe-85c8608797d9 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:09:11.381475 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9351b796-6217-48df-be30-b0d39dd3667c req-487b026b-5395-447b-a57a-987d4546322a service neutron] Checking agent: {'id': '12734182-a135-4f20-887d-69ffd9792d0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'started_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:09:11.381853 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9351b796-6217-48df-be30-b0d39dd3667c req-487b026b-5395-447b-a57a-987d4546322a service neutron] Checking segment: {'id': '7e998a4a-d4bf-40aa-816b-f6ea84410e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:09:11.382181 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9351b796-6217-48df-be30-b0d39dd3667c req-487b026b-5395-447b-a57a-987d4546322a service neutron] Bound using segment: {'id': '7e998a4a-d4bf-40aa-816b-f6ea84410e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9'} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:09:11.382605 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-9351b796-6217-48df-be30-b0d39dd3667c req-487b026b-5395-447b-a57a-987d4546322a service neutron] Bound port: b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e998a4a-d4bf-40aa-816b-f6ea84410e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9'}}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:09:11.382981 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-9351b796-6217-48df-be30-b0d39dd3667c req-487b026b-5395-447b-a57a-987d4546322a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:11.489644 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-9351b796-6217-48df-be30-b0d39dd3667c req-487b026b-5395-447b-a57a-987d4546322a service neutron] For port b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8, host hv-cinder-78719, cleared binding levels {{(pid=73963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:09:11.493425 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-9351b796-6217-48df-be30-b0d39dd3667c req-487b026b-5395-447b-a57a-987d4546322a service neutron] For port b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8,segment=NetworkSegment(7e998a4a-d4bf-40aa-816b-f6ea84410e10),segment_id=7e998a4a-d4bf-40aa-816b-f6ea84410e10)] {{(pid=73963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:09:11.497720 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-9351b796-6217-48df-be30-b0d39dd3667c req-487b026b-5395-447b-a57a-987d4546322a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914934'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:11.502299 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-35369a00-cabf-42d6-8c69-203931aad146 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:11.555544 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351b796-6217-48df-be30-b0d39dd3667c req-487b026b-5395-447b-a57a-987d4546322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:11.556166 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-9351b796-6217-48df-be30-b0d39dd3667c req-487b026b-5395-447b-a57a-987d4546322a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:11.557675 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9351b796-6217-48df-be30-b0d39dd3667c req-487b026b-5395-447b-a57a-987d4546322a service neutron] 10.222.0.42 "PUT /v2.0/ports/b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8 HTTP/1.1" status: 200 len: 1094 time: 1.3139193 Apr 30 16:09:11.558000 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93d607f-5c64-4920-9c4c-fe3483958e21', 'tag': 'b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:09:11.586010 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b026b-5395-447b-a57a-987d4546322a service neutron] Pushing event updated for resources: {'Port': ['ID=b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8,revision_number=3']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:11.590013 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-487b026b-5395-447b-a57a-987d4546322a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:11.648669 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93d607f-5c64-4920-9c4c-fe3483958e21', 'tag': 'b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8', 'status': 'completed', 'code': 200} Apr 30 16:09:11.693995 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351b796-6217-48df-be30-b0d39dd3667c req-94bf0fc2-300b-448e-9cf6-26ee4ec3edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:11.695609 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9351b796-6217-48df-be30-b0d39dd3667c req-94bf0fc2-300b-448e-9cf6-26ee4ec3edbf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75612fb9c54545baa7fc7f75d63cf365&device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 1097 time: 0.0826824 Apr 30 16:09:11.883311 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9351b796-6217-48df-be30-b0d39dd3667c req-f25a4152-7362-4784-9dab-01b4e8eff753 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8 HTTP/1.1" status: 200 len: 217 time: 0.1787672 Apr 30 16:09:11.955808 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351b796-6217-48df-be30-b0d39dd3667c req-b0551f31-de90-496b-84e6-afae0ab8376e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:11.957456 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9351b796-6217-48df-be30-b0d39dd3667c req-b0551f31-de90-496b-84e6-afae0ab8376e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99795baf-474b-42a4-8dbb-35c325850572 HTTP/1.1" status: 200 len: 851 time: 0.0623627 Apr 30 16:09:12.096567 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351b796-6217-48df-be30-b0d39dd3667c req-8ca7c864-cb88-4d29-999e-63260158cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:12.098062 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9351b796-6217-48df-be30-b0d39dd3667c req-8ca7c864-cb88-4d29-999e-63260158cdc6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1339545 Apr 30 16:09:12.109417 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f5bed-8d45-46ff-809b-26c22349d6d6 req-ff979061-a664-49f1-b1a9-bd0420de7522 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:12.111567 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-460f5bed-8d45-46ff-809b-26c22349d6d6 req-ff979061-a664-49f1-b1a9-bd0420de7522 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 944 time: 0.1152613 Apr 30 16:09:12.246513 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-460f5bed-8d45-46ff-809b-26c22349d6d6 req-d0be4cb2-ffaf-4687-a6eb-9d040ce501a7 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142080 Apr 30 16:09:12.273855 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9351b796-6217-48df-be30-b0d39dd3667c req-7b278ba7-463a-4c2c-9b76-99f8c4cce2ef service neutron] 10.222.0.42 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613026 Apr 30 16:09:12.415896 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9351b796-6217-48df-be30-b0d39dd3667c req-564c708a-33ba-4646-bcaf-b029c61a513e service neutron] 10.222.0.42 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341197 Apr 30 16:09:12.541074 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b8405-1e0b-4148-b035-40b7c2141578 req-8dd3bd4b-e435-4ac7-b77c-38f934a52fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:12.542767 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-190b8405-1e0b-4148-b035-40b7c2141578 req-8dd3bd4b-e435-4ac7-b77c-38f934a52fe7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75612fb9c54545baa7fc7f75d63cf365&device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 1097 time: 0.0755386 Apr 30 16:09:12.685236 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b8405-1e0b-4148-b035-40b7c2141578 req-77c93679-c095-45ff-9708-947b822fbc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:12.686603 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-190b8405-1e0b-4148-b035-40b7c2141578 req-77c93679-c095-45ff-9708-947b822fbc60 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9 HTTP/1.1" status: 200 len: 912 time: 0.1360626 Apr 30 16:09:12.767269 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-190b8405-1e0b-4148-b035-40b7c2141578 req-77eaea16-ae9a-4220-bee0-8f5dc1a933d0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8 HTTP/1.1" status: 200 len: 217 time: 0.0708232 Apr 30 16:09:12.829906 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b8405-1e0b-4148-b035-40b7c2141578 req-a200cef7-4c8b-4383-bcb1-35492866a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:12.831332 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-190b8405-1e0b-4148-b035-40b7c2141578 req-a200cef7-4c8b-4383-bcb1-35492866a8e7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99795baf-474b-42a4-8dbb-35c325850572 HTTP/1.1" status: 200 len: 851 time: 0.0573318 Apr 30 16:09:12.913890 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b8405-1e0b-4148-b035-40b7c2141578 req-3345d7a4-1498-4ae9-8dbe-2fc1d4d5b207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:12.915375 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-190b8405-1e0b-4148-b035-40b7c2141578 req-3345d7a4-1498-4ae9-8dbe-2fc1d4d5b207 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742016 Apr 30 16:09:13.060210 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-190b8405-1e0b-4148-b035-40b7c2141578 req-ca0cd0cb-22f6-471a-8665-9d0b635cb1eb service neutron] 10.222.0.42 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347959 Apr 30 16:09:13.193975 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-190b8405-1e0b-4148-b035-40b7c2141578 req-ad807619-1e1e-4926-9bc8-a3a4939242ef service neutron] 10.222.0.42 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267850 Apr 30 16:09:13.222737 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-78773305-1ae4-4d10-8897-779ad238a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:13.435259 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ff9f3-ec84-4f69-a46d-5e7bca061793 req-aecaa6f6-7e07-4a9f-ad77-1e6fd4e72794 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:13.436706 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-306ff9f3-ec84-4f69-a46d-5e7bca061793 req-aecaa6f6-7e07-4a9f-ad77-1e6fd4e72794 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 944 time: 0.0811391 Apr 30 16:09:13.481047 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-306ff9f3-ec84-4f69-a46d-5e7bca061793 req-84cf8542-edcb-40c8-a6e7-27ef85c768bf tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376658 Apr 30 16:09:14.667950 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43845355-474d-4330-9c01-deed12785c37 req-35fff23e-e5e2-4685-b271-db7c1e43a32a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:14.674441 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-43845355-474d-4330-9c01-deed12785c37 req-35fff23e-e5e2-4685-b271-db7c1e43a32a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 944 time: 0.0810618 Apr 30 16:09:14.714344 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-43845355-474d-4330-9c01-deed12785c37 req-471bd395-939e-4786-8fad-cf3304febe34 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380614 Apr 30 16:09:15.893226 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:15.902810 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833e24e-36e6-4315-8a60-d9c6e79dfa34 req-3c978e0e-ef49-4a40-b882-e8e503ef0c24 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:15.904286 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-6833e24e-36e6-4315-8a60-d9c6e79dfa34 req-3c978e0e-ef49-4a40-b882-e8e503ef0c24 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 944 time: 0.0831840 Apr 30 16:09:15.915135 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2796fe78-54a7-41fb-8b91-5f1f351b0404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:15.953012 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-6833e24e-36e6-4315-8a60-d9c6e79dfa34 req-d7f60a80-5aed-4952-98ec-1b2c6af5f503 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401030 Apr 30 16:09:16.668128 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:17.138388 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde1489-923b-42a2-a780-5b67215ade7f req-8ed63e20-3976-4439-9df7-de63ad89b588 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:17.139802 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-cdde1489-923b-42a2-a780-5b67215ade7f req-8ed63e20-3976-4439-9df7-de63ad89b588 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 944 time: 0.0816128 Apr 30 16:09:17.184659 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-cdde1489-923b-42a2-a780-5b67215ade7f req-677c4563-b02a-4343-8c0d-2f7def466ff2 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382986 Apr 30 16:09:18.373219 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855d3aa-8648-4631-aa49-a557ad77a53d req-db3067cc-83de-48f3-9d47-4234f532c01c tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:18.374652 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-9855d3aa-8648-4631-aa49-a557ad77a53d req-db3067cc-83de-48f3-9d47-4234f532c01c tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 944 time: 0.0841146 Apr 30 16:09:18.419786 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-9855d3aa-8648-4631-aa49-a557ad77a53d req-111498bb-54ab-4b5f-9bee-207a56d005ae tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385888 Apr 30 16:09:18.447084 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:18.729841 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 39924) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:18.848354 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ed14dfd9-da78-470f-bd35-582397296e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:18.862598 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-ed14dfd9-da78-470f-bd35-582397296e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:18.866358 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-ed14dfd9-da78-470f-bd35-582397296e3d admin admin] Usage tracker for resource:security_group_rule and tenant:a1567ce2257c4165b963d0c5cac439cc is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:18.869138 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-ed14dfd9-da78-470f-bd35-582397296e3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:18.874661 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-ed14dfd9-da78-470f-bd35-582397296e3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:18.962470 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ed14dfd9-da78-470f-bd35-582397296e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:18.968092 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ed14dfd9-da78-470f-bd35-582397296e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:18.977060 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-183ea885-4e45-4404-84e3-363a83999f2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:19.019837 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-ed14dfd9-da78-470f-bd35-582397296e3d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a1567ce2257c4165b963d0c5cac439cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2865453 Apr 30 16:09:19.019837 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14dfd9-da78-470f-bd35-582397296e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4598eb2a-9a23-42f9-87c7-8bccf5a51195,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:19.020252 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 39936) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:19.022535 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-ed14dfd9-da78-470f-bd35-582397296e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:19.081149 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-9dad980f-74a8-4bf5-b48d-47c7e44aa679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:19.106563 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-9dad980f-74a8-4bf5-b48d-47c7e44aa679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:19.164326 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-9dad980f-74a8-4bf5-b48d-47c7e44aa679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:19.168184 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-597eafe6-96d6-459d-a319-de7ded271d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:19.179477 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad980f-74a8-4bf5-b48d-47c7e44aa679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4598eb2a-9a23-42f9-87c7-8bccf5a51195,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:19.185673 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-9dad980f-74a8-4bf5-b48d-47c7e44aa679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:19.186465 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-9dad980f-74a8-4bf5-b48d-47c7e44aa679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:19.187562 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-9dad980f-74a8-4bf5-b48d-47c7e44aa679 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4598eb2a-9a23-42f9-87c7-8bccf5a51195 HTTP/1.1" status: 204 len: 168 time: 0.1661105 Apr 30 16:09:19.724394 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43049c-8461-4a4b-aff7-5785bb6f250f req-53382b49-1487-43c3-bec4-4d4c35fc680a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:19.725850 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2e43049c-8461-4a4b-aff7-5785bb6f250f req-53382b49-1487-43c3-bec4-4d4c35fc680a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 944 time: 0.1889279 Apr 30 16:09:19.770537 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2e43049c-8461-4a4b-aff7-5785bb6f250f req-b68d6948-b087-4387-abe9-7ea2880ec1c9 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388052 Apr 30 16:09:20.957376 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9682b74-752a-42ee-ba6c-e56521e16a94 req-45ab4149-bcf3-4e3f-a76d-06f27220bbc5 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:20.958824 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b9682b74-752a-42ee-ba6c-e56521e16a94 req-45ab4149-bcf3-4e3f-a76d-06f27220bbc5 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 944 time: 0.0851197 Apr 30 16:09:20.987293 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:09:21.003608 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b9682b74-752a-42ee-ba6c-e56521e16a94 req-e0d21dbb-3462-40e2-afb8-8e7b1700dbcb tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389197 Apr 30 16:09:21.117265 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8,segment=NetworkSegment(7e998a4a-d4bf-40aa-816b-f6ea84410e10),segment_id=7e998a4a-d4bf-40aa-816b-f6ea84410e10)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:21.130851 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Returning: {'device': 'b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'port_id': 'b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8', 'mac_address': 'fa:16:3e:b7:46:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99795baf-474b-42a4-8dbb-35c325850572', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:09:21.184380 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:21.203784 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8 {{(pid=73965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:09:21.218972 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8,segment=NetworkSegment(7e998a4a-d4bf-40aa-816b-f6ea84410e10),segment_id=7e998a4a-d4bf-40aa-816b-f6ea84410e10)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:21.222785 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:21.225313 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:21.288645 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:21.291607 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:22.190104 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1489cd7-f8d2-431f-be30-558efb6815fa req-94dc5cb3-a59f-46bf-8acb-28937bb2ec34 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:22.191524 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f1489cd7-f8d2-431f-be30-558efb6815fa req-94dc5cb3-a59f-46bf-8acb-28937bb2ec34 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 945 time: 0.0810654 Apr 30 16:09:22.234830 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f1489cd7-f8d2-431f-be30-558efb6815fa req-fc47b322-da91-4515-9a1c-cad68d52a4ea tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376506 Apr 30 16:09:23.261079 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:09:23.428092 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edd1d6-d313-4980-9d95-e9caf43e7931 req-63529a53-1cca-43f9-8551-9e68282d0321 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:23.429513 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-27edd1d6-d313-4980-9d95-e9caf43e7931 req-63529a53-1cca-43f9-8551-9e68282d0321 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 945 time: 0.0818105 Apr 30 16:09:23.474685 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-27edd1d6-d313-4980-9d95-e9caf43e7931 req-bf6addc0-1501-4174-9fcd-09cce332c451 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393496 Apr 30 16:09:24.656903 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f58e45-6146-47b7-95d5-fef51ac32b50 req-feaa1068-31c9-431d-8690-b1e3bb6b06ff tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:24.658516 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d1f58e45-6146-47b7-95d5-fef51ac32b50 req-feaa1068-31c9-431d-8690-b1e3bb6b06ff tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 945 time: 0.0800588 Apr 30 16:09:24.705903 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-d1f58e45-6146-47b7-95d5-fef51ac32b50 req-98579493-44d4-4c74-8c37-daeea9e0ef13 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417407 Apr 30 16:09:25.507603 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8 up at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:09:25.603716 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning for port b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:09:25.608033 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning complete for port b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:09:25.608411 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:25.722687 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:25.749513 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93d607f-5c64-4920-9c4c-fe3483958e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8'}] {{(pid=73965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:09:25.759586 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8,segment=NetworkSegment(7e998a4a-d4bf-40aa-816b-f6ea84410e10),segment_id=7e998a4a-d4bf-40aa-816b-f6ea84410e10)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:09:25.763706 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:25.766990 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:25.802328 dv-cinder-787195-6-iscsi neutron-server[73965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93d607f-5c64-4920-9c4c-fe3483958e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8', 'code': 200} Apr 30 16:09:25.834669 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:25.837739 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:25.901447 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90418f0e-d7f6-4970-8dfe-b0c2971d203e req-c9132d12-4b87-424c-aec4-e5113e857f17 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:25.902800 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-90418f0e-d7f6-4970-8dfe-b0c2971d203e req-c9132d12-4b87-424c-aec4-e5113e857f17 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 946 time: 0.0850410 Apr 30 16:09:25.947560 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-90418f0e-d7f6-4970-8dfe-b0c2971d203e req-19f4e39e-edc6-45b9-a610-46630bdb9ecd tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386562 Apr 30 16:09:27.130760 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2cd15-ab58-4c52-8ebc-c0bf5971560e req-c0cef5e9-b14d-4374-891e-36e0e20b45bc tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:27.132220 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-16a2cd15-ab58-4c52-8ebc-c0bf5971560e req-c0cef5e9-b14d-4374-891e-36e0e20b45bc tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 946 time: 0.0802472 Apr 30 16:09:27.177081 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-16a2cd15-ab58-4c52-8ebc-c0bf5971560e req-1cdeea93-8b3d-4de7-b767-c4e6f39b76d2 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392611 Apr 30 16:09:27.777191 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718cdbd-7371-44ed-b611-92e087d3bddf req-d11d952c-98d9-4864-87cd-ead2cdd4d5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:27.778630 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9718cdbd-7371-44ed-b611-92e087d3bddf req-d11d952c-98d9-4864-87cd-ead2cdd4d5e2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 1099 time: 0.0729280 Apr 30 16:09:27.819694 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9718cdbd-7371-44ed-b611-92e087d3bddf req-4dd15c48-ee34-4a05-a60d-6b9c99cefed7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325863 Apr 30 16:09:28.365126 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c66dd0-4021-482b-8277-7c3c05288042 req-6fc7c5b1-e1e6-4794-9550-331dfbee557a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:28.366593 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a8c66dd0-4021-482b-8277-7c3c05288042 req-6fc7c5b1-e1e6-4794-9550-331dfbee557a tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 946 time: 0.0841856 Apr 30 16:09:28.412115 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a8c66dd0-4021-482b-8277-7c3c05288042 req-587a589e-b8c3-4f83-8500-14372283e8a4 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398202 Apr 30 16:09:29.598234 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbb3fd-221c-49f4-9983-eab49f82a9a6 req-f4bdb22f-15f2-4714-969e-896eb97df598 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:29.599673 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c6fbb3fd-221c-49f4-9983-eab49f82a9a6 req-f4bdb22f-15f2-4714-969e-896eb97df598 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 946 time: 0.0810828 Apr 30 16:09:29.643022 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c6fbb3fd-221c-49f4-9983-eab49f82a9a6 req-8dffef17-3098-42f3-ae71-39a647784a64 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378253 Apr 30 16:09:30.826704 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254381f-d7f8-4999-90ef-e8d2514308b8 req-1ac07bf0-32a4-4297-9b1f-a3ca9a1251a9 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:30.828158 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a254381f-d7f8-4999-90ef-e8d2514308b8 req-1ac07bf0-32a4-4297-9b1f-a3ca9a1251a9 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 946 time: 0.0789552 Apr 30 16:09:30.874321 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a254381f-d7f8-4999-90ef-e8d2514308b8 req-b8736423-bf16-4dee-9638-a912457fd9f6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404954 Apr 30 16:09:32.064193 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e86666-9b63-42fe-8728-2a2baee48eb8 req-4bc3ace1-efd2-44f1-ac7b-e1952897c850 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:32.066356 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e9e86666-9b63-42fe-8728-2a2baee48eb8 req-4bc3ace1-efd2-44f1-ac7b-e1952897c850 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 946 time: 0.0867791 Apr 30 16:09:32.118009 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-e9e86666-9b63-42fe-8728-2a2baee48eb8 req-f4f2d3ca-ed0c-4cd8-b7f2-99472da18c0f tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454547 Apr 30 16:09:32.298764 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784cca4-f4d6-4a1e-b3c3-9834e47dabdd req-ae45e170-82ae-4774-9bd7-87c17a685276 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:32.300227 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3784cca4-f4d6-4a1e-b3c3-9834e47dabdd req-ae45e170-82ae-4774-9bd7-87c17a685276 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 946 time: 0.0781035 Apr 30 16:09:32.343525 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-3784cca4-f4d6-4a1e-b3c3-9834e47dabdd req-cf453029-0b1d-417e-9e98-f1c5f4993d22 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376737 Apr 30 16:09:32.368090 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 40094) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:32.597806 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae006e16-df25-449a-a139-c63f6421c91b tempest-TestVolumeBootPattern-404697594 tempest-TestVolumeBootPattern-404697594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:32.599275 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-ae006e16-df25-449a-a139-c63f6421c91b tempest-TestVolumeBootPattern-404697594 tempest-TestVolumeBootPattern-404697594-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 1094 time: 0.2302089 Apr 30 16:09:32.602043 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 40100) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:32.606940 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Request body: {'floatingip': {'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'port_id': 'b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'fixed_ip_address': '172.20.0.11'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:09:32.612616 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:32.616356 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Usage tracker for resource:floatingip and tenant:75612fb9c54545baa7fc7f75d63cf365 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:32.619123 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:32.624656 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:32.635260 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for floatingip, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:32.768321 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:32.898909 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Allocated IP 172.27.3.83 (7713db68-e23d-4336-9c52-9698584522df/6c05463b-e465-4436-9156-1956ee4f9865/3ee13e4e-2f02-417c-9c50-74efebfab704) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:09:33.055395 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:33.087633 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:33.092319 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-0e310166-c70a-4ec3-84e4-bdcb92e6f637 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:33.156039 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Network 7713db68-e23d-4336-9c52-9698584522df is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:09:33.157761 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:09:33.165950 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:09:33.187262 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 40118) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:33.210899 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Pushing event updated for resources: {'Port': ['ID=3ee13e4e-2f02-417c-9c50-74efebfab704,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:33.214984 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:33.315297 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-8e62f464-2c74-40df-9ac6-4d4af2ace1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:33.330208 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-8e62f464-2c74-40df-9ac6-4d4af2ace1c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:33.334185 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-8e62f464-2c74-40df-9ac6-4d4af2ace1c4 admin admin] Usage tracker for resource:security_group_rule and tenant:c890220c20fa46e199affd04c56cdd1e is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:33.337262 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-8e62f464-2c74-40df-9ac6-4d4af2ace1c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:33.348436 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-8e62f464-2c74-40df-9ac6-4d4af2ace1c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:33.442810 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-8e62f464-2c74-40df-9ac6-4d4af2ace1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:33.446750 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-8e62f464-2c74-40df-9ac6-4d4af2ace1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:33.458913 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-bcd23a76-be06-4e56-88c8-4b780832627f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:33.500777 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-8e62f464-2c74-40df-9ac6-4d4af2ace1c4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c890220c20fa46e199affd04c56cdd1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3089404 Apr 30 16:09:33.500777 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62f464-2c74-40df-9ac6-4d4af2ace1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626146df-3c55-4da0-967f-1359508dad93,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:33.502380 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 40126) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:33.504784 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-8e62f464-2c74-40df-9ac6-4d4af2ace1c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:33.566314 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-623f874b-7191-4cc0-a315-f6befa4408f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:33.592686 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-623f874b-7191-4cc0-a315-f6befa4408f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:33.646223 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-623f874b-7191-4cc0-a315-f6befa4408f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:33.651264 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:33.663419 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f874b-7191-4cc0-a315-f6befa4408f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626146df-3c55-4da0-967f-1359508dad93,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:33.668123 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-623f874b-7191-4cc0-a315-f6befa4408f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:33.672783 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-623f874b-7191-4cc0-a315-f6befa4408f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:33.673893 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-623f874b-7191-4cc0-a315-f6befa4408f6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/626146df-3c55-4da0-967f-1359508dad93 HTTP/1.1" status: 204 len: 168 time: 0.1706235 Apr 30 16:09:33.708627 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:33.787576 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:34.008437 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for port, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:34.012563 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914934'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:34.016873 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-ba63e217-bfa3-49d0-a933-494ac734e9c6 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:34.121832 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Pushing event updated for resources: {'Port': ['ID=3ee13e4e-2f02-417c-9c50-74efebfab704,revision_number=2']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:34.134048 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:34.134426 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:34.134793 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:34.135155 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:34.135514 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:34.135871 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:34.136242 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:34.136599 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:34.136984 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:34.137331 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:34.137678 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:34.138023 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:09:34.143797 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:34.144703 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-915876'] for floatingip, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:34.313698 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.db.l3_db [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Floating IP 3211a360-685d-45e6-b671-28633a6c2dfe associated. External IP: 172.27.3.83, port: b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8. Apr 30 16:09:34.658920 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:09:34.833651 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:09:34.843168 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00b262e-756f-4e57-a7d9-2cf1c5219765 None None] Sync routers for ids ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'] in dv-cinder-787195-6-iscsi {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:09:34.852264 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00b262e-756f-4e57-a7d9-2cf1c5219765 None None] Routers {'4f712ea0-1630-4485-86ed-ae41e0c60ae6'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:09:34.852869 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-a00b262e-756f-4e57-a7d9-2cf1c5219765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:09:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:34.857724 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for floatingip, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:34.916011 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3128672 Apr 30 16:09:34.916584 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93d607f-5c64-4920-9c4c-fe3483958e21', 'tag': 'b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:09:34.962391 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93d607f-5c64-4920-9c4c-fe3483958e21', 'tag': 'b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8', 'status': 'completed', 'code': 200} Apr 30 16:09:35.030528 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-a00b262e-756f-4e57-a7d9-2cf1c5219765 None None] Set router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:09:35.363738 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-a00b262e-756f-4e57-a7d9-2cf1c5219765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'name': 'tempest-TestVolumeBootPattern-1192148063-router', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:12Z', 'updated_at': '2021-04-30T16:03:17Z', 'revision_number': 4, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'gw_port': {'id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:13Z', 'updated_at': '2021-04-30T16:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': '3211a360-685d-45e6-b671-28633a6c2dfe', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'port_id': 'b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'mac_address': 'fa:16:3e:b7:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93d607f-5c64-4920-9c4c-fe3483958e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:09:33Z', 'updated_at': '2021-04-30T16:09:33Z', 'revision_number': 0, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'fixed_ip_address_scope': None}, {'id': '3edb45e5-6c14-4e89-94e1-7d747b76f021', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'port_id': '8491607e-0551-47ef-81e2-b4000ac9c380', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'mac_address': 'fa:16:3e:6e:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f0d501-ea79-4ba1-a08e-8283f0aa118a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:07:06Z', 'updated_at': '2021-04-30T16:07:09Z', 'revision_number': 1, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9359bae5-e69f-4575-a07a-193914c9f4f1', 'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'mac_address': 'fa:16:3e:e9:dd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '99795baf-474b-42a4-8dbb-35c325850572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:16Z', 'updated_at': '2021-04-30T16:03:23Z', 'revision_number': 5, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'subnets': [{'id': '99795baf-474b-42a4-8dbb-35c325850572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:35.367433 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00b262e-756f-4e57-a7d9-2cf1c5219765 None None] Checking router: 4f712ea0-1630-4485-86ed-ae41e0c60ae6 for host: dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:09:35.376223 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00b262e-756f-4e57-a7d9-2cf1c5219765 None None] Routers {'4f712ea0-1630-4485-86ed-ae41e0c60ae6'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:09:35.376805 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-a00b262e-756f-4e57-a7d9-2cf1c5219765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:09:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:35.545646 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-a00b262e-756f-4e57-a7d9-2cf1c5219765 None None] Set router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:09:35.880233 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-a00b262e-756f-4e57-a7d9-2cf1c5219765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'name': 'tempest-TestVolumeBootPattern-1192148063-router', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:12Z', 'updated_at': '2021-04-30T16:03:17Z', 'revision_number': 4, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'gw_port': {'id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:13Z', 'updated_at': '2021-04-30T16:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': '3211a360-685d-45e6-b671-28633a6c2dfe', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'port_id': 'b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'mac_address': 'fa:16:3e:b7:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93d607f-5c64-4920-9c4c-fe3483958e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:09:33Z', 'updated_at': '2021-04-30T16:09:33Z', 'revision_number': 0, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'fixed_ip_address_scope': None}, {'id': '3edb45e5-6c14-4e89-94e1-7d747b76f021', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'port_id': '8491607e-0551-47ef-81e2-b4000ac9c380', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'mac_address': 'fa:16:3e:6e:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f0d501-ea79-4ba1-a08e-8283f0aa118a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:07:06Z', 'updated_at': '2021-04-30T16:07:09Z', 'revision_number': 1, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9359bae5-e69f-4575-a07a-193914c9f4f1', 'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'mac_address': 'fa:16:3e:e9:dd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '99795baf-474b-42a4-8dbb-35c325850572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:16Z', 'updated_at': '2021-04-30T16:03:23Z', 'revision_number': 5, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'subnets': [{'id': '99795baf-474b-42a4-8dbb-35c325850572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:09:35.884110 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00b262e-756f-4e57-a7d9-2cf1c5219765 None None] The sync data for ids ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'] in dv-cinder-787195-6-iscsi is: [{'id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'name': 'tempest-TestVolumeBootPattern-1192148063-router', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:12Z', 'updated_at': '2021-04-30T16:03:17Z', 'revision_number': 4, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'gw_port': {'id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:13Z', 'updated_at': '2021-04-30T16:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': '3211a360-685d-45e6-b671-28633a6c2dfe', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'port_id': 'b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'mac_address': 'fa:16:3e:b7:46:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93d607f-5c64-4920-9c4c-fe3483958e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:09:33Z', 'updated_at': '2021-04-30T16:09:33Z', 'revision_number': 0, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'fixed_ip_address_scope': None}, {'id': '3edb45e5-6c14-4e89-94e1-7d747b76f021', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'port_id': '8491607e-0551-47ef-81e2-b4000ac9c380', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'mac_address': 'fa:16:3e:6e:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f0d501-ea79-4ba1-a08e-8283f0aa118a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:07:06Z', 'updated_at': '2021-04-30T16:07:09Z', 'revision_number': 1, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9359bae5-e69f-4575-a07a-193914c9f4f1', 'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'mac_address': 'fa:16:3e:e9:dd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '99795baf-474b-42a4-8dbb-35c325850572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:16Z', 'updated_at': '2021-04-30T16:03:23Z', 'revision_number': 5, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'subnets': [{'id': '99795baf-474b-42a4-8dbb-35c325850572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:09:36.057462 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907e0571-d1ff-48e5-ad37-c567dc487e3b None None] New status for floating IP 3211a360-685d-45e6-b671-28633a6c2dfe: ACTIVE {{(pid=73966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:09:36.869603 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1108d2-2659-4581-a321-4d58137c932b req-fd005cc1-2f1b-4864-9894-97f35ab7348a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:36.871036 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9c1108d2-2659-4581-a321-4d58137c932b req-fd005cc1-2f1b-4864-9894-97f35ab7348a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75612fb9c54545baa7fc7f75d63cf365&device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 1099 time: 0.0698342 Apr 30 16:09:37.107549 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1108d2-2659-4581-a321-4d58137c932b req-16301f1c-fc10-4a61-b018-70e8ee851af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:37.109042 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9c1108d2-2659-4581-a321-4d58137c932b req-16301f1c-fc10-4a61-b018-70e8ee851af3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9 HTTP/1.1" status: 200 len: 912 time: 0.2305977 Apr 30 16:09:37.210731 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9c1108d2-2659-4581-a321-4d58137c932b req-2aef91c9-adc1-438c-81b7-a0dfaf3b4a0c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8 HTTP/1.1" status: 200 len: 1001 time: 0.0927532 Apr 30 16:09:37.274527 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1108d2-2659-4581-a321-4d58137c932b req-7ba8e4e1-700a-43a3-a339-8be631746085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:37.275934 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9c1108d2-2659-4581-a321-4d58137c932b req-7ba8e4e1-700a-43a3-a339-8be631746085 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99795baf-474b-42a4-8dbb-35c325850572 HTTP/1.1" status: 200 len: 851 time: 0.0585063 Apr 30 16:09:37.348595 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1108d2-2659-4581-a321-4d58137c932b req-a431d12b-a989-4311-ba30-44b945fe5e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:37.350038 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9c1108d2-2659-4581-a321-4d58137c932b req-a431d12b-a989-4311-ba30-44b945fe5e7a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0672939 Apr 30 16:09:37.479594 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9c1108d2-2659-4581-a321-4d58137c932b req-b2801534-7330-480a-bf14-a31fe9e8221e service neutron] 10.222.0.42 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213772 Apr 30 16:09:37.611193 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9c1108d2-2659-4581-a321-4d58137c932b req-4b0bf263-75a6-407d-a28c-0ade229a716d service neutron] 10.222.0.42 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244144 Apr 30 16:09:40.291454 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:42.612633 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-24ceca2e-ab09-4d3e-8b05-725ac09e11af req-4cd67b0a-08dc-4b5e-8827-36ed360a2a3c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=33f0d501-ea79-4ba1-a08e-8283f0aa118a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0883780 Apr 30 16:09:42.726271 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ceca2e-ab09-4d3e-8b05-725ac09e11af req-16479052-e067-4b7b-b01f-3d878ffe9586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:42.728290 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-24ceca2e-ab09-4d3e-8b05-725ac09e11af req-16479052-e067-4b7b-b01f-3d878ffe9586 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75612fb9c54545baa7fc7f75d63cf365&device_id=33f0d501-ea79-4ba1-a08e-8283f0aa118a HTTP/1.1" status: 200 len: 1099 time: 0.0868418 Apr 30 16:09:42.903577 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ceca2e-ab09-4d3e-8b05-725ac09e11af req-41d95f6c-9087-4b30-8918-39e95f7a38b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:42.905062 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-24ceca2e-ab09-4d3e-8b05-725ac09e11af req-41d95f6c-9087-4b30-8918-39e95f7a38b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9 HTTP/1.1" status: 200 len: 912 time: 0.1541960 Apr 30 16:09:43.035944 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-24ceca2e-ab09-4d3e-8b05-725ac09e11af req-665e7c95-0a15-4257-8936-0e1ac2d28ce9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8491607e-0551-47ef-81e2-b4000ac9c380 HTTP/1.1" status: 200 len: 1002 time: 0.1220796 Apr 30 16:09:43.106094 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ceca2e-ab09-4d3e-8b05-725ac09e11af req-ae9408bb-1faa-4ac4-bee6-fc0a95571be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:43.107617 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-24ceca2e-ab09-4d3e-8b05-725ac09e11af req-ae9408bb-1faa-4ac4-bee6-fc0a95571be9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99795baf-474b-42a4-8dbb-35c325850572 HTTP/1.1" status: 200 len: 851 time: 0.0649338 Apr 30 16:09:43.184998 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ceca2e-ab09-4d3e-8b05-725ac09e11af req-0800749e-e08c-4da5-a9ef-95586b526436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:09:43.186376 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-24ceca2e-ab09-4d3e-8b05-725ac09e11af req-0800749e-e08c-4da5-a9ef-95586b526436 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708115 Apr 30 16:09:43.215995 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-088afc69-87b1-4685-948d-7fddc7094fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:43.322860 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-24ceca2e-ab09-4d3e-8b05-725ac09e11af req-b505707e-979e-44a5-95d6-bb5c7e7b4604 service neutron] 10.222.0.42 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273859 Apr 30 16:09:43.473998 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-24ceca2e-ab09-4d3e-8b05-725ac09e11af req-4a9d687f-94f4-4297-a3aa-d60953ddb02b service neutron] 10.222.0.42 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416857 Apr 30 16:09:45.365784 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:09:45.895051 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:45.916302 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-b046440b-5fb8-4b6b-8f67-5fed63739173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:46.670664 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:47.941763 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 40222) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:48.064144 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7173123a-58b2-4f2e-9b1e-0e63a0731e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:48.077889 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-7173123a-58b2-4f2e-9b1e-0e63a0731e71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:48.082235 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-7173123a-58b2-4f2e-9b1e-0e63a0731e71 admin admin] Usage tracker for resource:security_group_rule and tenant:0bcd2df97e1044d9bbb1b557eb011ea0 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:48.085050 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-7173123a-58b2-4f2e-9b1e-0e63a0731e71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:48.090517 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-7173123a-58b2-4f2e-9b1e-0e63a0731e71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:48.173009 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7173123a-58b2-4f2e-9b1e-0e63a0731e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:48.176502 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-7173123a-58b2-4f2e-9b1e-0e63a0731e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:48.184516 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-4d26f5c7-4997-409b-b405-bf94da58da57 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:48.224080 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-7173123a-58b2-4f2e-9b1e-0e63a0731e71 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0bcd2df97e1044d9bbb1b557eb011ea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812760 Apr 30 16:09:48.224907 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173123a-58b2-4f2e-9b1e-0e63a0731e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2f068f-bb66-4059-a5d3-e2b24728d1ab,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:48.227433 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 40230) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:48.227975 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-7173123a-58b2-4f2e-9b1e-0e63a0731e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:48.291646 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a63750c6-4c08-4542-bdc2-ce4dd3c86420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:48.318611 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a63750c6-4c08-4542-bdc2-ce4dd3c86420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:48.368963 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a63750c6-4c08-4542-bdc2-ce4dd3c86420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:48.372530 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-2b08e9f6-3dd6-4cd4-8387-e456996c245b tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:48.383454 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63750c6-4c08-4542-bdc2-ce4dd3c86420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2f068f-bb66-4059-a5d3-e2b24728d1ab,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:48.388185 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a63750c6-4c08-4542-bdc2-ce4dd3c86420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:48.390069 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a63750c6-4c08-4542-bdc2-ce4dd3c86420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:48.391336 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-a63750c6-4c08-4542-bdc2-ce4dd3c86420 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3c2f068f-bb66-4059-a5d3-e2b24728d1ab HTTP/1.1" status: 204 len: 168 time: 0.1628838 Apr 30 16:09:48.448907 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:48.667514 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 40238) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:48.685767 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-1e712d25-b9ee-4bd5-bfa4-dc7cab696dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:48.699391 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-1e712d25-b9ee-4bd5-bfa4-dc7cab696dcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:09:48.703114 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-1e712d25-b9ee-4bd5-bfa4-dc7cab696dcd admin admin] Usage tracker for resource:security_group_rule and tenant:55e950e583484677bf588610eb872e07 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:09:48.705863 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-1e712d25-b9ee-4bd5-bfa4-dc7cab696dcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:09:48.711369 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-1e712d25-b9ee-4bd5-bfa4-dc7cab696dcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:09:48.791109 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-1e712d25-b9ee-4bd5-bfa4-dc7cab696dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:48.794472 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-1e712d25-b9ee-4bd5-bfa4-dc7cab696dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:48.803171 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-eb1eff82-4ad5-414c-8166-85fe9874af2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:48.840266 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-1e712d25-b9ee-4bd5-bfa4-dc7cab696dcd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=55e950e583484677bf588610eb872e07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1716759 Apr 30 16:09:48.841144 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e712d25-b9ee-4bd5-bfa4-dc7cab696dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9a18fd-ae04-40c8-9c31-45b712482478,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:48.842939 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 40242) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:09:48.844564 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-1e712d25-b9ee-4bd5-bfa4-dc7cab696dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:48.901708 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-1b7349cf-530b-4cd4-bf47-e137121603a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:48.929631 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-1b7349cf-530b-4cd4-bf47-e137121603a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:48.983967 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-1b7349cf-530b-4cd4-bf47-e137121603a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:48.987649 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-9dad980f-74a8-4bf5-b48d-47c7e44aa679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:09:49.088197 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7349cf-530b-4cd4-bf47-e137121603a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9a18fd-ae04-40c8-9c31-45b712482478,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:09:49.093202 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-1b7349cf-530b-4cd4-bf47-e137121603a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:09:49.095890 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-1b7349cf-530b-4cd4-bf47-e137121603a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:09:49.097007 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-1b7349cf-530b-4cd4-bf47-e137121603a9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9e9a18fd-ae04-40c8-9c31-45b712482478 HTTP/1.1" status: 204 len: 168 time: 0.2523060 Apr 30 16:10:01.058544 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 40352) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:01.177049 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3b628f25-2119-4a6e-a9d5-2eb88b8eea5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:01.190986 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-3b628f25-2119-4a6e-a9d5-2eb88b8eea5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:01.194735 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-3b628f25-2119-4a6e-a9d5-2eb88b8eea5d admin admin] Usage tracker for resource:security_group_rule and tenant:5f4411a5eb9f4aa5bf2fad41429f5f6e is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:01.197611 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-3b628f25-2119-4a6e-a9d5-2eb88b8eea5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:01.204554 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-3b628f25-2119-4a6e-a9d5-2eb88b8eea5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:01.287481 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3b628f25-2119-4a6e-a9d5-2eb88b8eea5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:01.291243 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3b628f25-2119-4a6e-a9d5-2eb88b8eea5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:01.298246 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-3e0676ae-cc6c-4599-a232-48fef334f78e tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:01.337170 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b628f25-2119-4a6e-a9d5-2eb88b8eea5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8084d15d-b7a5-4124-92e5-6d91dc49f8e3,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:01.341463 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-3b628f25-2119-4a6e-a9d5-2eb88b8eea5d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5f4411a5eb9f4aa5bf2fad41429f5f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2818413 Apr 30 16:10:01.342362 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-3b628f25-2119-4a6e-a9d5-2eb88b8eea5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:01.344167 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 40358) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:01.401616 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-94c83283-8f58-4072-92cb-166211ee955b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:01.428483 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-94c83283-8f58-4072-92cb-166211ee955b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:01.481798 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-94c83283-8f58-4072-92cb-166211ee955b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:01.486680 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-ed14dfd9-da78-470f-bd35-582397296e3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:01.582550 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c83283-8f58-4072-92cb-166211ee955b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8084d15d-b7a5-4124-92e5-6d91dc49f8e3,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:01.585431 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-94c83283-8f58-4072-92cb-166211ee955b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:01.595683 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-94c83283-8f58-4072-92cb-166211ee955b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:01.596867 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-94c83283-8f58-4072-92cb-166211ee955b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8084d15d-b7a5-4124-92e5-6d91dc49f8e3 HTTP/1.1" status: 204 len: 168 time: 0.2517889 Apr 30 16:10:01.871144 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 40366) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:01.889046 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0c37d500-8be2-4ac7-a614-5c38acc176da admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:01.903580 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-0c37d500-8be2-4ac7-a614-5c38acc176da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:01.907616 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-0c37d500-8be2-4ac7-a614-5c38acc176da admin admin] Usage tracker for resource:security_group_rule and tenant:6ac0af8b6c494866b63cae73f13ed841 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:01.910391 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-0c37d500-8be2-4ac7-a614-5c38acc176da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:01.915974 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-0c37d500-8be2-4ac7-a614-5c38acc176da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:02.001300 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0c37d500-8be2-4ac7-a614-5c38acc176da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:02.004929 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-0c37d500-8be2-4ac7-a614-5c38acc176da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:02.012880 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-f099ac1a-387f-4254-95c4-2dedf940407b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:02.052959 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-0c37d500-8be2-4ac7-a614-5c38acc176da admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6ac0af8b6c494866b63cae73f13ed841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1807346 Apr 30 16:10:02.055240 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37d500-8be2-4ac7-a614-5c38acc176da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9451c042-f133-4169-a19d-a4d2f6575465,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:02.055607 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 40370) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:02.058288 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-0c37d500-8be2-4ac7-a614-5c38acc176da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:02.114809 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a87a71ad-75de-4650-8be9-4ca423f970a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:02.138905 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a87a71ad-75de-4650-8be9-4ca423f970a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:02.189060 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a87a71ad-75de-4650-8be9-4ca423f970a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:02.193582 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-1b7349cf-530b-4cd4-bf47-e137121603a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:02.204698 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a71ad-75de-4650-8be9-4ca423f970a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9451c042-f133-4169-a19d-a4d2f6575465,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:02.207485 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a87a71ad-75de-4650-8be9-4ca423f970a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:02.209494 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-a87a71ad-75de-4650-8be9-4ca423f970a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:02.210498 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-a87a71ad-75de-4650-8be9-4ca423f970a5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9451c042-f133-4169-a19d-a4d2f6575465 HTTP/1.1" status: 204 len: 168 time: 0.1524732 Apr 30 16:10:03.683289 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 40414) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:03.800408 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-903a6afb-bba2-4ba9-bd5e-ca2e20514d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:03.814266 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-903a6afb-bba2-4ba9-bd5e-ca2e20514d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:03.817991 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-903a6afb-bba2-4ba9-bd5e-ca2e20514d49 admin admin] Usage tracker for resource:security_group_rule and tenant:88cbaa4a0a594c70a502f7dc3f711869 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:03.820760 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-903a6afb-bba2-4ba9-bd5e-ca2e20514d49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:03.826370 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-903a6afb-bba2-4ba9-bd5e-ca2e20514d49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:03.907662 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-903a6afb-bba2-4ba9-bd5e-ca2e20514d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:03.911327 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-903a6afb-bba2-4ba9-bd5e-ca2e20514d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:03.923434 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-7173123a-58b2-4f2e-9b1e-0e63a0731e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:03.962801 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-903a6afb-bba2-4ba9-bd5e-ca2e20514d49 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=88cbaa4a0a594c70a502f7dc3f711869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783942 Apr 30 16:10:03.964509 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a6afb-bba2-4ba9-bd5e-ca2e20514d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b132bd-dfab-4a3e-86da-6d117ef3078c,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:03.965485 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 40420) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:03.967715 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-903a6afb-bba2-4ba9-bd5e-ca2e20514d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:04.026730 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-1f88c138-733d-42b1-aa11-1863e8fe2c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:04.055333 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-1f88c138-733d-42b1-aa11-1863e8fe2c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:04.108240 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-1f88c138-733d-42b1-aa11-1863e8fe2c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:04.111967 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a6e9c9b1-a03f-4006-b0af-a45ce6f449d9 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:04.122233 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88c138-733d-42b1-aa11-1863e8fe2c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b132bd-dfab-4a3e-86da-6d117ef3078c,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:04.125921 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-1f88c138-733d-42b1-aa11-1863e8fe2c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:04.129096 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-1f88c138-733d-42b1-aa11-1863e8fe2c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:04.131706 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-1f88c138-733d-42b1-aa11-1863e8fe2c73 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/55b132bd-dfab-4a3e-86da-6d117ef3078c HTTP/1.1" status: 204 len: 168 time: 0.1649282 Apr 30 16:10:04.778404 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 40446) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:04.879714 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-10814db2-0fa1-4194-b9b3-8a56fa3b9ed6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1400633683-network', 'tenant_id': '6d25c2d66891492bb8c40b92eba7c4e5'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:04.884393 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-10814db2-0fa1-4194-b9b3-8a56fa3b9ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:04.888207 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-10814db2-0fa1-4194-b9b3-8a56fa3b9ed6 admin admin] Usage tracker for resource:network and tenant:6d25c2d66891492bb8c40b92eba7c4e5 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:04.891675 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-10814db2-0fa1-4194-b9b3-8a56fa3b9ed6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:04.898246 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-10814db2-0fa1-4194-b9b3-8a56fa3b9ed6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:04.908280 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10814db2-0fa1-4194-b9b3-8a56fa3b9ed6 admin admin] Made reservation on behalf of 6d25c2d66891492bb8c40b92eba7c4e5 for: {'network': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:10:04.910885 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-10814db2-0fa1-4194-b9b3-8a56fa3b9ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for network, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:04.923032 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-10814db2-0fa1-4194-b9b3-8a56fa3b9ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:04.936950 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-10814db2-0fa1-4194-b9b3-8a56fa3b9ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:04.940921 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-10814db2-0fa1-4194-b9b3-8a56fa3b9ed6 admin admin] Usage tracker for resource:security_group_rule and tenant:6d25c2d66891492bb8c40b92eba7c4e5 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:04.943652 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-10814db2-0fa1-4194-b9b3-8a56fa3b9ed6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:04.949299 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-10814db2-0fa1-4194-b9b3-8a56fa3b9ed6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:05.033335 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-10814db2-0fa1-4194-b9b3-8a56fa3b9ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:05.036826 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-10814db2-0fa1-4194-b9b3-8a56fa3b9ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:05.040576 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-e18f67b9-1203-4878-9fed-a334646f3cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:05.067830 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10814db2-0fa1-4194-b9b3-8a56fa3b9ed6 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=73963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:10:05.076665 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10814db2-0fa1-4194-b9b3-8a56fa3b9ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a601357c-6914-4b07-ba56-14b4ce39098b,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:05.080475 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-10814db2-0fa1-4194-b9b3-8a56fa3b9ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:05.084889 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-10814db2-0fa1-4194-b9b3-8a56fa3b9ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:05.084889 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.db.segments_db [None req-10814db2-0fa1-4194-b9b3-8a56fa3b9ed6 admin admin] Added segment 1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0 of type vlan for network 25a61545-9727-4bfd-bc9f-1f4dd72c2381 Apr 30 16:10:05.109941 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-10814db2-0fa1-4194-b9b3-8a56fa3b9ed6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132848788'] for network, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:05.141655 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-10814db2-0fa1-4194-b9b3-8a56fa3b9ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for network, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:05.143127 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10814db2-0fa1-4194-b9b3-8a56fa3b9ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:05.143702 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-10814db2-0fa1-4194-b9b3-8a56fa3b9ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:05.148522 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-4598597e-946c-4a5c-bd3a-c12cbc8ff185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:05.240974 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-10814db2-0fa1-4194-b9b3-8a56fa3b9ed6 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4614890 Apr 30 16:10:05.243795 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 40452) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:10:05.246367 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10814db2-0fa1-4194-b9b3-8a56fa3b9ed6 admin admin] Pushing event updated for resources: {'Network': ['ID=25a61545-9727-4bfd-bc9f-1f4dd72c2381,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:05.249061 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-10814db2-0fa1-4194-b9b3-8a56fa3b9ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:05.249568 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-178c19ea-9b1c-44a9-8124-50669aa0d55d admin admin] Request body: {'subnet': {'network_id': '25a61545-9727-4bfd-bc9f-1f4dd72c2381', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1400633683-subnet', 'tenant_id': '6d25c2d66891492bb8c40b92eba7c4e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:05.255053 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-178c19ea-9b1c-44a9-8124-50669aa0d55d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:05.257126 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Network 25a61545-9727-4bfd-bc9f-1f4dd72c2381 details requested by agent ovs-agent-dv-cinder-787195-6-iscsi with host dv-cinder-787195-6-iscsi {{(pid=73965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:10:05.258918 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-178c19ea-9b1c-44a9-8124-50669aa0d55d admin admin] Usage tracker for resource:subnet and tenant:6d25c2d66891492bb8c40b92eba7c4e5 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:05.261749 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-178c19ea-9b1c-44a9-8124-50669aa0d55d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:05.268221 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-178c19ea-9b1c-44a9-8124-50669aa0d55d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:05.279133 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178c19ea-9b1c-44a9-8124-50669aa0d55d admin admin] Made reservation on behalf of 6d25c2d66891492bb8c40b92eba7c4e5 for: {'subnet': 1} {{(pid=73964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:10:05.281786 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-178c19ea-9b1c-44a9-8124-50669aa0d55d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-777221'] for subnet, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:05.650261 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-178c19ea-9b1c-44a9-8124-50669aa0d55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3691430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-777239'] for subnet, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:05.654462 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:05.721194 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c19ea-9b1c-44a9-8124-50669aa0d55d admin admin] Pushing event updated for resources: {'Subnet': ['ID=da4ef73a-dab1-4a71-8256-9c6804050f63,revision_number=0']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:05.724663 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-178c19ea-9b1c-44a9-8124-50669aa0d55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:05.730185 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c19ea-9b1c-44a9-8124-50669aa0d55d admin admin] Checking segment: {'id': '1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '25a61545-9727-4bfd-bc9f-1f4dd72c2381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:10:05.730560 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178c19ea-9b1c-44a9-8124-50669aa0d55d admin admin] Network hostable DHCP agents. Network: 25a61545-9727-4bfd-bc9f-1f4dd72c2381, hostable agents: ['bfd10ce1-d195-4e07-9fe2-51a3c988df31'], hosted agents: [] {{(pid=73964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:10:05.747373 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178c19ea-9b1c-44a9-8124-50669aa0d55d admin admin] Network 25a61545-9727-4bfd-bc9f-1f4dd72c2381 is scheduled to be hosted by DHCP agent bfd10ce1-d195-4e07-9fe2-51a3c988df31 with binding_index 1 {{(pid=73964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:10:05.756074 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-178c19ea-9b1c-44a9-8124-50669aa0d55d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-iscsi, 25a61545-9727-4bfd-bc9f-1f4dd72c2381) {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:10:05.764019 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178c19ea-9b1c-44a9-8124-50669aa0d55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:05.764600 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-178c19ea-9b1c-44a9-8124-50669aa0d55d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for subnet, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:05.764841 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2803953-82de-4703-bb8f-7acc43ad41fa None None] Network 25a61545-9727-4bfd-bc9f-1f4dd72c2381 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:10:05.793406 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-178c19ea-9b1c-44a9-8124-50669aa0d55d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5484924 Apr 30 16:10:05.986424 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3bad05-0897-4a06-95fa-99fff1c86b43 None None] Network 25a61545-9727-4bfd-bc9f-1f4dd72c2381 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:10:07.794381 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-01eacb1d-aba1-4a6a-b7f9-861605bac4cb tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:07.795812 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-01eacb1d-aba1-4a6a-b7f9-861605bac4cb tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/networks?id=25a61545-9727-4bfd-bc9f-1f4dd72c2381 HTTP/1.1" status: 200 len: 809 time: 0.1418796 Apr 30 16:10:07.810746 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-934ed87e-241c-4308-97f8-0a04fa0b1bd5 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/quotas/6d25c2d66891492bb8c40b92eba7c4e5 HTTP/1.1" status: 200 len: 375 time: 0.0087135 Apr 30 16:10:07.860547 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-22a97631-b654-4198-acef-90df7e5c6f63 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6d25c2d66891492bb8c40b92eba7c4e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440454 Apr 30 16:10:07.988731 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-4fbda85b-9956-4681-83a1-aeae7adf316c service neutron] 10.222.0.72 "GET /v2.0/networks/25a61545-9727-4bfd-bc9f-1f4dd72c2381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216831 Apr 30 16:10:08.122415 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-c32cc4e0-6d4f-41b4-8d62-0815c6f71d1c service neutron] 10.222.0.72 "GET /v2.0/networks/25a61545-9727-4bfd-bc9f-1f4dd72c2381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277192 Apr 30 16:10:08.293591 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-5365bb80-f551-45a2-97a0-456ff9dfcfb5 req-a7a197c6-5cab-4661-bf0b-2ce1aa390c4c tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/ports?device_id=a83b3dea-fa54-4b14-8023-4767edc989aa HTTP/1.1" status: 200 len: 210 time: 0.0426886 Apr 30 16:10:09.386624 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-c87a47cc-f93e-465c-9426-ec74b7470822 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:09.387343 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-c87a47cc-f93e-465c-9426-ec74b7470822 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Synchronizing usage tracker for tenant:6d25c2d66891492bb8c40b92eba7c4e5 on resource:network {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:10:09.405761 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-c87a47cc-f93e-465c-9426-ec74b7470822 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Unset dirty status for tenant:6d25c2d66891492bb8c40b92eba7c4e5 on resource:network {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:10:09.407701 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-c87a47cc-f93e-465c-9426-ec74b7470822 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.42 "GET /v2.0/networks?id=25a61545-9727-4bfd-bc9f-1f4dd72c2381 HTTP/1.1" status: 200 len: 809 time: 0.1714277 Apr 30 16:10:09.424941 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-a5e4bdd6-aecc-4d14-a6f4-b133de53f0d0 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Request body: {'port': {'device_id': 'a83b3dea-fa54-4b14-8023-4767edc989aa', 'network_id': '25a61545-9727-4bfd-bc9f-1f4dd72c2381', 'admin_state_up': True, 'tenant_id': '6d25c2d66891492bb8c40b92eba7c4e5'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:09.450820 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-32bc79fd-f085-4101-9344-e3001d238433 req-83d6d41b-0344-4938-b32a-0076d3284bb9 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/ports?device_id=a83b3dea-fa54-4b14-8023-4767edc989aa HTTP/1.1" status: 200 len: 210 time: 0.0429330 Apr 30 16:10:09.560291 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-a5e4bdd6-aecc-4d14-a6f4-b133de53f0d0 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:09.564777 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-a5e4bdd6-aecc-4d14-a6f4-b133de53f0d0 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Usage tracker for resource:port and tenant:6d25c2d66891492bb8c40b92eba7c4e5 is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:10:09.567454 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-a5e4bdd6-aecc-4d14-a6f4-b133de53f0d0 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:10:09.572900 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-a5e4bdd6-aecc-4d14-a6f4-b133de53f0d0 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:09.582495 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-a5e4bdd6-aecc-4d14-a6f4-b133de53f0d0 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Made reservation on behalf of 6d25c2d66891492bb8c40b92eba7c4e5 for: {'port': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:10:09.585846 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-a5e4bdd6-aecc-4d14-a6f4-b133de53f0d0 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:09.741474 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-a5e4bdd6-aecc-4d14-a6f4-b133de53f0d0 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Allocated IP 172.20.0.8 (25a61545-9727-4bfd-bc9f-1f4dd72c2381/da4ef73a-dab1-4a71-8256-9c6804050f63/331d3c5a-1cc4-4e6b-83f8-9645e142e595) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:10:09.938515 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-a5e4bdd6-aecc-4d14-a6f4-b133de53f0d0 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:09.966863 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-a5e4bdd6-aecc-4d14-a6f4-b133de53f0d0 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:09.973173 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-ef02134e-5434-4f2e-ba25-4a18664d2e2c tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:10.042794 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-a5e4bdd6-aecc-4d14-a6f4-b133de53f0d0 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Network 25a61545-9727-4bfd-bc9f-1f4dd72c2381 is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:10:10.046126 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-a5e4bdd6-aecc-4d14-a6f4-b133de53f0d0 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:10:10.048787 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-a5e4bdd6-aecc-4d14-a6f4-b133de53f0d0 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:10:10.088078 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4bdd6-aecc-4d14-a6f4-b133de53f0d0 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Pushing event updated for resources: {'Port': ['ID=331d3c5a-1cc4-4e6b-83f8-9645e142e595,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:10.091415 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a5e4bdd6-aecc-4d14-a6f4-b133de53f0d0 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:10.116732 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-a5e4bdd6-aecc-4d14-a6f4-b133de53f0d0 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:10.117326 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-a5e4bdd6-aecc-4d14-a6f4-b133de53f0d0 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:10.136382 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-a5e4bdd6-aecc-4d14-a6f4-b133de53f0d0 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7165205 Apr 30 16:10:10.150395 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-df6a1947-3980-4493-90da-f2ae39b7d474 service neutron] Request body: {'port': {'device_id': 'a83b3dea-fa54-4b14-8023-4767edc989aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:10.258546 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-df6a1947-3980-4493-90da-f2ae39b7d474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:10.284295 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:10.705606 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80145a-b884-4f66-a594-60eb82654c03 req-dddde822-a81c-44c8-9c23-bc43b4f5e422 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:10.706306 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-8b80145a-b884-4f66-a594-60eb82654c03 req-dddde822-a81c-44c8-9c23-bc43b4f5e422 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Synchronizing usage tracker for tenant:6d25c2d66891492bb8c40b92eba7c4e5 on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:10:10.776770 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-8b80145a-b884-4f66-a594-60eb82654c03 req-dddde822-a81c-44c8-9c23-bc43b4f5e422 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Unset dirty status for tenant:6d25c2d66891492bb8c40b92eba7c4e5 on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:10:10.777900 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-8b80145a-b884-4f66-a594-60eb82654c03 req-dddde822-a81c-44c8-9c23-bc43b4f5e422 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/ports?device_id=a83b3dea-fa54-4b14-8023-4767edc989aa HTTP/1.1" status: 200 len: 931 time: 0.1822636 Apr 30 16:10:10.786437 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-df6a1947-3980-4493-90da-f2ae39b7d474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 331d3c5a-1cc4-4e6b-83f8-9645e142e595 {{(pid=73963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:10:10.806980 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-df6a1947-3980-4493-90da-f2ae39b7d474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:10.836933 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-df6a1947-3980-4493-90da-f2ae39b7d474 service neutron] Transition to ACTIVE for port object 331d3c5a-1cc4-4e6b-83f8-9645e142e595 will not be triggered until provisioned by entity L2. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:10:10.841765 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-df6a1947-3980-4493-90da-f2ae39b7d474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914934'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:10.845411 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-f83ba072-8522-41b9-8397-0662fb28b14e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:10.874542 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-8b80145a-b884-4f66-a594-60eb82654c03 req-da4bb19c-3d63-41b0-b978-ff87bf4d41b4 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Synchronizing usage tracker for tenant:6d25c2d66891492bb8c40b92eba7c4e5 on resource:security_group {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:10:10.981614 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-8b80145a-b884-4f66-a594-60eb82654c03 req-da4bb19c-3d63-41b0-b978-ff87bf4d41b4 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Unset dirty status for tenant:6d25c2d66891492bb8c40b92eba7c4e5 on resource:security_group {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:10:10.982751 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-8b80145a-b884-4f66-a594-60eb82654c03 req-da4bb19c-3d63-41b0-b978-ff87bf4d41b4 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/security-groups?id=a601357c-6914-4b07-ba56-14b4ce39098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986163 Apr 30 16:10:11.014221 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a1947-3980-4493-90da-f2ae39b7d474 service neutron] Pushing event updated for resources: {'Port': ['ID=331d3c5a-1cc4-4e6b-83f8-9645e142e595,revision_number=2']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:11.025018 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-df6a1947-3980-4493-90da-f2ae39b7d474 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:11.089248 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-df6a1947-3980-4493-90da-f2ae39b7d474 service neutron] Attempting to bind port 331d3c5a-1cc4-4e6b-83f8-9645e142e595 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:10:11.089506 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-df6a1947-3980-4493-90da-f2ae39b7d474 service neutron] Attempting to bind port 331d3c5a-1cc4-4e6b-83f8-9645e142e595 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '25a61545-9727-4bfd-bc9f-1f4dd72c2381'}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:10:11.089838 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-df6a1947-3980-4493-90da-f2ae39b7d474 service neutron] Attempting to bind port 331d3c5a-1cc4-4e6b-83f8-9645e142e595 on network 25a61545-9727-4bfd-bc9f-1f4dd72c2381 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:10:11.094368 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-df6a1947-3980-4493-90da-f2ae39b7d474 service neutron] Port 331d3c5a-1cc4-4e6b-83f8-9645e142e595 on network 25a61545-9727-4bfd-bc9f-1f4dd72c2381 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:10:11.094688 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-df6a1947-3980-4493-90da-f2ae39b7d474 service neutron] Attempting to bind port 331d3c5a-1cc4-4e6b-83f8-9645e142e595 on network 25a61545-9727-4bfd-bc9f-1f4dd72c2381 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:10:11.099695 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-df6a1947-3980-4493-90da-f2ae39b7d474 service neutron] Checking agent: {'id': '12734182-a135-4f20-887d-69ffd9792d0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'started_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:10:11.100060 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-df6a1947-3980-4493-90da-f2ae39b7d474 service neutron] Checking segment: {'id': '1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '25a61545-9727-4bfd-bc9f-1f4dd72c2381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:10:11.100442 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-df6a1947-3980-4493-90da-f2ae39b7d474 service neutron] Bound using segment: {'id': '1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '25a61545-9727-4bfd-bc9f-1f4dd72c2381'} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:10:11.100862 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-df6a1947-3980-4493-90da-f2ae39b7d474 service neutron] Bound port: 331d3c5a-1cc4-4e6b-83f8-9645e142e595, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '25a61545-9727-4bfd-bc9f-1f4dd72c2381'}}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:10:11.101204 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-df6a1947-3980-4493-90da-f2ae39b7d474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:11.190444 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-df6a1947-3980-4493-90da-f2ae39b7d474 service neutron] For port 331d3c5a-1cc4-4e6b-83f8-9645e142e595, host hv-cinder-78719, cleared binding levels {{(pid=73963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:10:11.193351 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-df6a1947-3980-4493-90da-f2ae39b7d474 service neutron] For port 331d3c5a-1cc4-4e6b-83f8-9645e142e595, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=331d3c5a-1cc4-4e6b-83f8-9645e142e595,segment=NetworkSegment(1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0),segment_id=1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0)] {{(pid=73963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:10:11.197141 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-df6a1947-3980-4493-90da-f2ae39b7d474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914934'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:11.200737 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:11.251791 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-df6a1947-3980-4493-90da-f2ae39b7d474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:11.252413 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-df6a1947-3980-4493-90da-f2ae39b7d474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:11.253734 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-df6a1947-3980-4493-90da-f2ae39b7d474 service neutron] 10.222.0.42 "PUT /v2.0/ports/331d3c5a-1cc4-4e6b-83f8-9645e142e595 HTTP/1.1" status: 200 len: 1093 time: 1.1075814 Apr 30 16:10:11.254232 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83b3dea-fa54-4b14-8023-4767edc989aa', 'tag': '331d3c5a-1cc4-4e6b-83f8-9645e142e595'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:10:11.279780 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a1947-3980-4493-90da-f2ae39b7d474 service neutron] Pushing event updated for resources: {'Port': ['ID=331d3c5a-1cc4-4e6b-83f8-9645e142e595,revision_number=3']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:11.283966 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-df6a1947-3980-4493-90da-f2ae39b7d474 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:11.336510 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83b3dea-fa54-4b14-8023-4767edc989aa', 'tag': '331d3c5a-1cc4-4e6b-83f8-9645e142e595', 'status': 'completed', 'code': 200} Apr 30 16:10:11.371393 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-3cfab724-3207-4a99-a663-8e2d36485b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:11.372812 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-3cfab724-3207-4a99-a663-8e2d36485b3a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d25c2d66891492bb8c40b92eba7c4e5&device_id=a83b3dea-fa54-4b14-8023-4767edc989aa HTTP/1.1" status: 200 len: 1096 time: 0.0734439 Apr 30 16:10:11.446854 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-929392f5-6207-4616-8f0c-ccb508720cda service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=331d3c5a-1cc4-4e6b-83f8-9645e142e595 HTTP/1.1" status: 200 len: 217 time: 0.0655553 Apr 30 16:10:11.509127 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-a3344fd1-2563-4dc5-a5ef-79caaef67799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:11.510499 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-a3344fd1-2563-4dc5-a5ef-79caaef67799 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da4ef73a-dab1-4a71-8256-9c6804050f63 HTTP/1.1" status: 200 len: 849 time: 0.0567591 Apr 30 16:10:11.559527 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-e06f849a-8e53-4bb8-9a98-7d68f29e141a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25a61545-9727-4bfd-bc9f-1f4dd72c2381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419919 Apr 30 16:10:11.688471 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-c0d6bc63-2879-4826-81ba-430997a64cff service neutron] 10.222.0.42 "GET /v2.0/networks/25a61545-9727-4bfd-bc9f-1f4dd72c2381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195731 Apr 30 16:10:11.818965 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a861ab2a-889e-4021-959a-eb7c6b55c409 req-f625568b-7c2d-496d-aa46-acb1071cf519 service neutron] 10.222.0.42 "GET /v2.0/networks/25a61545-9727-4bfd-bc9f-1f4dd72c2381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230214 Apr 30 16:10:11.933328 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017cded-3fd4-4d4d-97af-62c2611caded req-b721ad6b-b8ca-4b5b-9db7-f2abfb87ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:11.934788 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1017cded-3fd4-4d4d-97af-62c2611caded req-b721ad6b-b8ca-4b5b-9db7-f2abfb87ae10 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d25c2d66891492bb8c40b92eba7c4e5&device_id=a83b3dea-fa54-4b14-8023-4767edc989aa HTTP/1.1" status: 200 len: 1096 time: 0.0698400 Apr 30 16:10:12.069250 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017cded-3fd4-4d4d-97af-62c2611caded req-f48a67fb-fa7a-4e4d-bd46-b5917abd711a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:12.070673 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1017cded-3fd4-4d4d-97af-62c2611caded req-f48a67fb-fa7a-4e4d-bd46-b5917abd711a service neutron] 10.222.0.42 "GET /v2.0/networks?id=25a61545-9727-4bfd-bc9f-1f4dd72c2381 HTTP/1.1" status: 200 len: 909 time: 0.1259482 Apr 30 16:10:12.172958 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1017cded-3fd4-4d4d-97af-62c2611caded req-584f4d56-4db7-4a94-8565-c07f29ce0afc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=331d3c5a-1cc4-4e6b-83f8-9645e142e595 HTTP/1.1" status: 200 len: 217 time: 0.0937088 Apr 30 16:10:12.356628 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017cded-3fd4-4d4d-97af-62c2611caded req-629f3aca-24d2-47de-9853-401d11e5ac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:12.357952 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1017cded-3fd4-4d4d-97af-62c2611caded req-629f3aca-24d2-47de-9853-401d11e5ac17 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da4ef73a-dab1-4a71-8256-9c6804050f63 HTTP/1.1" status: 200 len: 849 time: 0.1744077 Apr 30 16:10:12.408753 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3156e6-9af8-4ebb-b2e7-0da62409e1b9 req-1677d158-c4bf-4fe5-a813-c5ca61c008c3 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:12.410180 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4f3156e6-9af8-4ebb-b2e7-0da62409e1b9 req-1677d158-c4bf-4fe5-a813-c5ca61c008c3 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/ports?device_id=a83b3dea-fa54-4b14-8023-4767edc989aa HTTP/1.1" status: 200 len: 943 time: 0.2738783 Apr 30 16:10:12.416536 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1017cded-3fd4-4d4d-97af-62c2611caded req-e6f67f4e-828d-44e0-ae84-1b0bf7f0fcaa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25a61545-9727-4bfd-bc9f-1f4dd72c2381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507958 Apr 30 16:10:12.540428 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4f3156e6-9af8-4ebb-b2e7-0da62409e1b9 req-af8f3f36-8a92-405e-aa3a-9b81151e5e81 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/security-groups?id=a601357c-6914-4b07-ba56-14b4ce39098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229663 Apr 30 16:10:12.576288 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1017cded-3fd4-4d4d-97af-62c2611caded req-5fa848fa-808a-4f5c-a340-83d6f2371261 service neutron] 10.222.0.42 "GET /v2.0/networks/25a61545-9727-4bfd-bc9f-1f4dd72c2381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464238 Apr 30 16:10:12.709292 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-1017cded-3fd4-4d4d-97af-62c2611caded req-278a838b-558a-45eb-a5d1-8e1200b9cfa0 service neutron] 10.222.0.42 "GET /v2.0/networks/25a61545-9727-4bfd-bc9f-1f4dd72c2381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254563 Apr 30 16:10:13.217344 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-76a211b9-324e-453d-8643-2335c3f3249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:13.725143 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a24f93-99fc-4307-a739-06b6ea305e0d req-fd2be425-d202-4a43-aa31-1ac4ec3ad9dc tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:13.727941 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-33a24f93-99fc-4307-a739-06b6ea305e0d req-fd2be425-d202-4a43-aa31-1ac4ec3ad9dc tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/ports?device_id=a83b3dea-fa54-4b14-8023-4767edc989aa HTTP/1.1" status: 200 len: 943 time: 0.0798111 Apr 30 16:10:13.770374 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-33a24f93-99fc-4307-a739-06b6ea305e0d req-fbf59bf5-7a34-4b0b-880f-471a0ae327fa tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/security-groups?id=a601357c-6914-4b07-ba56-14b4ce39098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381930 Apr 30 16:10:14.957015 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c5fca-afbd-4220-b684-726d0c5368ca req-cc2c45c0-6f15-458d-8b71-d827b1e92305 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:14.958455 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b02c5fca-afbd-4220-b684-726d0c5368ca req-cc2c45c0-6f15-458d-8b71-d827b1e92305 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/ports?device_id=a83b3dea-fa54-4b14-8023-4767edc989aa HTTP/1.1" status: 200 len: 943 time: 0.0844293 Apr 30 16:10:15.003657 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b02c5fca-afbd-4220-b684-726d0c5368ca req-1a909aa4-59a5-43ed-b8de-172a9b6c60de tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/security-groups?id=a601357c-6914-4b07-ba56-14b4ce39098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394230 Apr 30 16:10:15.268590 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 331d3c5a-1cc4-4e6b-83f8-9645e142e595 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:10:15.398362 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 331d3c5a-1cc4-4e6b-83f8-9645e142e595, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=331d3c5a-1cc4-4e6b-83f8-9645e142e595,segment=NetworkSegment(1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0),segment_id=1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:15.411597 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Returning: {'device': '331d3c5a-1cc4-4e6b-83f8-9645e142e595', 'network_id': '25a61545-9727-4bfd-bc9f-1f4dd72c2381', 'port_id': '331d3c5a-1cc4-4e6b-83f8-9645e142e595', 'mac_address': 'fa:16:3e:74:ac:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4ef73a-dab1-4a71-8256-9c6804050f63', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:10:15.463892 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:15.480370 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 331d3c5a-1cc4-4e6b-83f8-9645e142e595 {{(pid=73965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:10:15.494920 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 331d3c5a-1cc4-4e6b-83f8-9645e142e595, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=331d3c5a-1cc4-4e6b-83f8-9645e142e595,segment=NetworkSegment(1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0),segment_id=1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:15.499313 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:15.501592 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f146f9ca-212f-4aa3-ade4-3d78909374b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:15.568011 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=331d3c5a-1cc4-4e6b-83f8-9645e142e595,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:15.574965 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:15.575305 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:15.575638 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:15.575983 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:15.576306 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:15.576626 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:15.576938 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:15.577253 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:15.577570 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:15.578517 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:15.578812 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:15.579121 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:15.582742 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:15.740164 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['331d3c5a-1cc4-4e6b-83f8-9645e142e595'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:10:15.920049 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:15.931295 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-0d243032-989f-436d-96fa-894016afdbcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:16.190766 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fd155-fae7-461e-8963-22b0655ae8d3 req-7c482b0d-d925-4456-a385-6aaa14c0907b tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:16.192133 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a48fd155-fae7-461e-8963-22b0655ae8d3 req-7c482b0d-d925-4456-a385-6aaa14c0907b tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/ports?device_id=a83b3dea-fa54-4b14-8023-4767edc989aa HTTP/1.1" status: 200 len: 944 time: 0.0862842 Apr 30 16:10:16.238532 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a48fd155-fae7-461e-8963-22b0655ae8d3 req-54baad11-9da3-408b-9656-bc3ca7a53bf4 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/security-groups?id=a601357c-6914-4b07-ba56-14b4ce39098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406771 Apr 30 16:10:16.673771 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:17.270156 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 331d3c5a-1cc4-4e6b-83f8-9645e142e595 up at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:10:17.337492 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning for port 331d3c5a-1cc4-4e6b-83f8-9645e142e595 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:10:17.342088 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning complete for port 331d3c5a-1cc4-4e6b-83f8-9645e142e595 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:10:17.342522 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:17.464937 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:17.491282 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83b3dea-fa54-4b14-8023-4767edc989aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331d3c5a-1cc4-4e6b-83f8-9645e142e595'}] {{(pid=73965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:10:17.501292 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 331d3c5a-1cc4-4e6b-83f8-9645e142e595, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=331d3c5a-1cc4-4e6b-83f8-9645e142e595,segment=NetworkSegment(1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0),segment_id=1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:17.506788 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:17.509030 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:17.544693 dv-cinder-787195-6-iscsi neutron-server[73965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83b3dea-fa54-4b14-8023-4767edc989aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331d3c5a-1cc4-4e6b-83f8-9645e142e595', 'code': 200} Apr 30 16:10:17.550634 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876f92f-f5d9-4ef0-b013-bc173266bd2a req-b074502f-7e76-45fa-bc76-d1e505af3110 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:17.552178 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3876f92f-f5d9-4ef0-b013-bc173266bd2a req-b074502f-7e76-45fa-bc76-d1e505af3110 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/ports?device_id=a83b3dea-fa54-4b14-8023-4767edc989aa HTTP/1.1" status: 200 len: 944 time: 0.2086611 Apr 30 16:10:17.584721 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=331d3c5a-1cc4-4e6b-83f8-9645e142e595,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:17.587733 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:17.603756 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3876f92f-f5d9-4ef0-b013-bc173266bd2a req-6b0fe823-2c78-4d97-a714-f496af8eca9b tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/security-groups?id=a601357c-6914-4b07-ba56-14b4ce39098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457764 Apr 30 16:10:17.771301 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55492b-7b8f-4df9-9168-da6c4f93aa8e req-0bf24041-3a08-496c-9bd1-3956637801d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:17.772788 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-fa55492b-7b8f-4df9-9168-da6c4f93aa8e req-0bf24041-3a08-496c-9bd1-3956637801d8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a83b3dea-fa54-4b14-8023-4767edc989aa HTTP/1.1" status: 200 len: 1098 time: 0.0689039 Apr 30 16:10:17.813545 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-fa55492b-7b8f-4df9-9168-da6c4f93aa8e req-a17a000e-667e-43e0-be29-5d7088475951 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a601357c-6914-4b07-ba56-14b4ce39098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343082 Apr 30 16:10:18.452252 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:18.796961 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51acea-0209-4f08-9bbc-521d1ca4105f req-080058eb-ea94-40f3-8669-af233e6378ac tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:18.798413 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-be51acea-0209-4f08-9bbc-521d1ca4105f req-080058eb-ea94-40f3-8669-af233e6378ac tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/ports?device_id=a83b3dea-fa54-4b14-8023-4767edc989aa HTTP/1.1" status: 200 len: 945 time: 0.0860355 Apr 30 16:10:18.895808 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-be51acea-0209-4f08-9bbc-521d1ca4105f req-0382e0ea-7595-4d00-a36c-efc2e4eb1ded tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/security-groups?id=a601357c-6914-4b07-ba56-14b4ce39098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916691 Apr 30 16:10:20.087003 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b2abd-768b-442c-b87f-cd276f85bc97 req-6fb9114e-6e64-405c-8e79-2396de2e3189 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:20.088365 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-8b5b2abd-768b-442c-b87f-cd276f85bc97 req-6fb9114e-6e64-405c-8e79-2396de2e3189 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/ports?device_id=a83b3dea-fa54-4b14-8023-4767edc989aa HTTP/1.1" status: 200 len: 945 time: 0.0847089 Apr 30 16:10:20.132694 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-8b5b2abd-768b-442c-b87f-cd276f85bc97 req-8579a6de-7195-44b3-8b66-2e63df0fdfd6 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/security-groups?id=a601357c-6914-4b07-ba56-14b4ce39098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384777 Apr 30 16:10:21.181666 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9aad9-3260-4aa3-819d-eba37b4a4c15 req-a7bb02f3-534e-4711-8589-e696ed3d0b5f tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:21.183100 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-10e9aad9-3260-4aa3-819d-eba37b4a4c15 req-a7bb02f3-534e-4711-8589-e696ed3d0b5f tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/ports?device_id=a83b3dea-fa54-4b14-8023-4767edc989aa HTTP/1.1" status: 200 len: 945 time: 0.0791168 Apr 30 16:10:21.226466 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-10e9aad9-3260-4aa3-819d-eba37b4a4c15 req-d704b020-e971-458f-8802-4386690fc76e tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/security-groups?id=a601357c-6914-4b07-ba56-14b4ce39098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371499 Apr 30 16:10:22.364374 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:10:22.411784 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4981e-8c08-4842-8a64-78e9653c0b5b req-6bab2bb0-45d0-40b1-b98a-c0f7c192e8e0 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:22.413256 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-91e4981e-8c08-4842-8a64-78e9653c0b5b req-6bab2bb0-45d0-40b1-b98a-c0f7c192e8e0 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/ports?device_id=a83b3dea-fa54-4b14-8023-4767edc989aa HTTP/1.1" status: 200 len: 945 time: 0.0801229 Apr 30 16:10:22.460218 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-91e4981e-8c08-4842-8a64-78e9653c0b5b req-1812e58a-0482-4f86-8648-6213665044d4 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/security-groups?id=a601357c-6914-4b07-ba56-14b4ce39098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411696 Apr 30 16:10:22.624287 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376c39c-d4df-464b-bcba-0aa76d0dcc08 req-512a0c8b-b436-4f1b-ab59-8e24252ea276 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:22.625710 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3376c39c-d4df-464b-bcba-0aa76d0dcc08 req-512a0c8b-b436-4f1b-ab59-8e24252ea276 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.42 "GET /v2.0/ports?device_id=a83b3dea-fa54-4b14-8023-4767edc989aa HTTP/1.1" status: 200 len: 945 time: 0.0818567 Apr 30 16:10:22.758301 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-3376c39c-d4df-464b-bcba-0aa76d0dcc08 req-207c8bbb-b93e-4bf6-b16e-c910ef47f88d tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Deleting port 331d3c5a-1cc4-4e6b-83f8-9645e142e595 {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:10:22.758640 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-3376c39c-d4df-464b-bcba-0aa76d0dcc08 req-207c8bbb-b93e-4bf6-b16e-c910ef47f88d tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:22.888808 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-3376c39c-d4df-464b-bcba-0aa76d0dcc08 req-207c8bbb-b93e-4bf6-b16e-c910ef47f88d tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] For port 331d3c5a-1cc4-4e6b-83f8-9645e142e595, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=331d3c5a-1cc4-4e6b-83f8-9645e142e595,segment=NetworkSegment(1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0),segment_id=1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:22.889089 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-3376c39c-d4df-464b-bcba-0aa76d0dcc08 req-207c8bbb-b93e-4bf6-b16e-c910ef47f88d tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:23.010809 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-3376c39c-d4df-464b-bcba-0aa76d0dcc08 req-207c8bbb-b93e-4bf6-b16e-c910ef47f88d tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Calling delete_port for 331d3c5a-1cc4-4e6b-83f8-9645e142e595 owned by compute:nova {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:10:23.115289 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-3376c39c-d4df-464b-bcba-0aa76d0dcc08 req-207c8bbb-b93e-4bf6-b16e-c910ef47f88d tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:23.120808 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-1237f7be-b560-451f-bb6a-eb091621c3c8 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:23.127233 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['331d3c5a-1cc4-4e6b-83f8-9645e142e595'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:10:23.172222 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c8bbb-b93e-4bf6-b16e-c910ef47f88d tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Pushing event deleted for resources: {'Port': ['ID=331d3c5a-1cc4-4e6b-83f8-9645e142e595,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:23.198885 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-207c8bbb-b93e-4bf6-b16e-c910ef47f88d tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:23.244318 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-3376c39c-d4df-464b-bcba-0aa76d0dcc08 req-207c8bbb-b93e-4bf6-b16e-c910ef47f88d tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] No DVR routers for this DVR port 331d3c5a-1cc4-4e6b-83f8-9645e142e595 on host hv-cinder-78719 {{(pid=73963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:10:23.246739 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-3376c39c-d4df-464b-bcba-0aa76d0dcc08 req-207c8bbb-b93e-4bf6-b16e-c910ef47f88d tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:23.249874 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83b3dea-fa54-4b14-8023-4767edc989aa', 'name': 'network-vif-deleted', 'tag': '331d3c5a-1cc4-4e6b-83f8-9645e142e595'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:10:23.266572 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-3376c39c-d4df-464b-bcba-0aa76d0dcc08 req-207c8bbb-b93e-4bf6-b16e-c910ef47f88d tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.42 "DELETE /v2.0/ports/331d3c5a-1cc4-4e6b-83f8-9645e142e595 HTTP/1.1" status: 204 len: 173 time: 0.6344509 Apr 30 16:10:23.301660 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83b3dea-fa54-4b14-8023-4767edc989aa', 'name': 'network-vif-deleted', 'tag': '331d3c5a-1cc4-4e6b-83f8-9645e142e595', 'status': 'completed', 'code': 200} Apr 30 16:10:23.714468 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-401453bb-c78c-466f-b2fe-3a06b54aa888 req-3f43fddd-6d85-4688-8d98-d4865f23611d tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/ports?device_id=a83b3dea-fa54-4b14-8023-4767edc989aa HTTP/1.1" status: 200 len: 210 time: 0.1324844 Apr 30 16:10:25.065905 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-e3eff619-e7a3-450a-b230-c1fc8a720f2c tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:25.067212 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-e3eff619-e7a3-450a-b230-c1fc8a720f2c tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/networks?id=25a61545-9727-4bfd-bc9f-1f4dd72c2381 HTTP/1.1" status: 200 len: 809 time: 0.1406748 Apr 30 16:10:25.082302 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-70d53550-99a1-4cb7-aa6d-0bb515bade52 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/quotas/6d25c2d66891492bb8c40b92eba7c4e5 HTTP/1.1" status: 200 len: 375 time: 0.0096617 Apr 30 16:10:25.130110 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-2541808f-3b64-4187-b0dc-f6227832968f tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6d25c2d66891492bb8c40b92eba7c4e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428028 Apr 30 16:10:25.141035 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-aec9c5d9-df69-41bd-aaf6-d0c832336115 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=73964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 16:10:25.141952 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-aec9c5d9-df69-41bd-aaf6-d0c832336115 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055523 Apr 30 16:10:25.272575 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-9d7ad1d5-2dc8-4901-aec4-a8dc91e1f5e8 service neutron] 10.222.0.72 "GET /v2.0/networks/25a61545-9727-4bfd-bc9f-1f4dd72c2381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239793 Apr 30 16:10:25.402450 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-ee92ab0d-9ef8-4c03-84dc-db52292a1aec service neutron] 10.222.0.72 "GET /v2.0/networks/25a61545-9727-4bfd-bc9f-1f4dd72c2381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235347 Apr 30 16:10:25.676274 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-8093fb72-819a-4f69-860c-dc76286cc72d req-f71d54a1-6f80-4701-8f9a-ecd14bfd5f9e tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Synchronizing usage tracker for tenant:6d25c2d66891492bb8c40b92eba7c4e5 on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:10:25.692006 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-8093fb72-819a-4f69-860c-dc76286cc72d req-f71d54a1-6f80-4701-8f9a-ecd14bfd5f9e tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Unset dirty status for tenant:6d25c2d66891492bb8c40b92eba7c4e5 on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:10:25.693145 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-8093fb72-819a-4f69-860c-dc76286cc72d req-f71d54a1-6f80-4701-8f9a-ecd14bfd5f9e tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc6a6ac6-2344-4c6c-af2d-bf5ff4a35fe6 HTTP/1.1" status: 200 len: 210 time: 0.1583295 Apr 30 16:10:26.644537 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-397d3c24-58c9-438f-8ef6-f46ff55241fd tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:26.645947 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-397d3c24-58c9-438f-8ef6-f46ff55241fd tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.42 "GET /v2.0/networks?id=25a61545-9727-4bfd-bc9f-1f4dd72c2381 HTTP/1.1" status: 200 len: 809 time: 0.1456196 Apr 30 16:10:26.659173 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-79afcec2-28dd-451d-b07d-e8fc7b6e3b7b tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Request body: {'port': {'device_id': 'cc6a6ac6-2344-4c6c-af2d-bf5ff4a35fe6', 'network_id': '25a61545-9727-4bfd-bc9f-1f4dd72c2381', 'admin_state_up': True, 'tenant_id': '6d25c2d66891492bb8c40b92eba7c4e5'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:26.793685 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-79afcec2-28dd-451d-b07d-e8fc7b6e3b7b tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:10:26.804093 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-79afcec2-28dd-451d-b07d-e8fc7b6e3b7b tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:10:26.814230 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-79afcec2-28dd-451d-b07d-e8fc7b6e3b7b tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Made reservation on behalf of 6d25c2d66891492bb8c40b92eba7c4e5 for: {'port': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:10:26.817636 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-79afcec2-28dd-451d-b07d-e8fc7b6e3b7b tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:26.847324 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f15e70cf-ab8e-4f95-bee0-5d3a39b93b00 req-f5c01611-eddf-4fb7-a0bb-323d9d7d60cc tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc6a6ac6-2344-4c6c-af2d-bf5ff4a35fe6 HTTP/1.1" status: 200 len: 210 time: 0.0431621 Apr 30 16:10:26.979063 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-79afcec2-28dd-451d-b07d-e8fc7b6e3b7b tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Allocated IP 172.20.0.9 (25a61545-9727-4bfd-bc9f-1f4dd72c2381/da4ef73a-dab1-4a71-8256-9c6804050f63/1ff5f19d-ff7a-49f2-9d5c-1b358b952d85) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:10:27.177615 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-79afcec2-28dd-451d-b07d-e8fc7b6e3b7b tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:27.206044 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-79afcec2-28dd-451d-b07d-e8fc7b6e3b7b tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:27.211346 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-cee55d59-2040-418a-9e54-1bbaf0259c10 tempest-VolumesSnapshotTestJSON-1670251280 tempest-VolumesSnapshotTestJSON-1670251280-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:27.279008 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-79afcec2-28dd-451d-b07d-e8fc7b6e3b7b tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Network 25a61545-9727-4bfd-bc9f-1f4dd72c2381 is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:10:27.282907 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-79afcec2-28dd-451d-b07d-e8fc7b6e3b7b tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:10:27.286763 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-79afcec2-28dd-451d-b07d-e8fc7b6e3b7b tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:10:27.315930 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afcec2-28dd-451d-b07d-e8fc7b6e3b7b tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Pushing event updated for resources: {'Port': ['ID=1ff5f19d-ff7a-49f2-9d5c-1b358b952d85,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:27.319429 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 331d3c5a-1cc4-4e6b-83f8-9645e142e595 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:10:27.326248 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-79afcec2-28dd-451d-b07d-e8fc7b6e3b7b tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:27.352622 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-79afcec2-28dd-451d-b07d-e8fc7b6e3b7b tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:27.353212 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-79afcec2-28dd-451d-b07d-e8fc7b6e3b7b tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:27.354126 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] No Port match for: 331d3c5a-1cc4-4e6b-83f8-9645e142e595 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:10:27.354484 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 331d3c5a-1cc4-4e6b-83f8-9645e142e595 not bound to the agent host hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:10:27.378335 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-79afcec2-28dd-451d-b07d-e8fc7b6e3b7b tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7228808 Apr 30 16:10:27.390666 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-962cf479-860e-4909-b065-52eba5362329 service neutron] Request body: {'port': {'device_id': 'cc6a6ac6-2344-4c6c-af2d-bf5ff4a35fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:10:27.500994 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-962cf479-860e-4909-b065-52eba5362329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:27.830656 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-962cf479-860e-4909-b065-52eba5362329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff5f19d-ff7a-49f2-9d5c-1b358b952d85 {{(pid=73963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:10:27.837614 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-962cf479-860e-4909-b065-52eba5362329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:27.851732 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-962cf479-860e-4909-b065-52eba5362329 service neutron] Transition to ACTIVE for port object 1ff5f19d-ff7a-49f2-9d5c-1b358b952d85 will not be triggered until provisioned by entity L2. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:10:27.854998 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-962cf479-860e-4909-b065-52eba5362329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914934'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:27.858945 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-207c8bbb-b93e-4bf6-b16e-c910ef47f88d tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:28.056427 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962cf479-860e-4909-b065-52eba5362329 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff5f19d-ff7a-49f2-9d5c-1b358b952d85,revision_number=2']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:28.059663 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-962cf479-860e-4909-b065-52eba5362329 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:28.140577 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-962cf479-860e-4909-b065-52eba5362329 service neutron] Attempting to bind port 1ff5f19d-ff7a-49f2-9d5c-1b358b952d85 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:10:28.140909 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-962cf479-860e-4909-b065-52eba5362329 service neutron] Attempting to bind port 1ff5f19d-ff7a-49f2-9d5c-1b358b952d85 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '25a61545-9727-4bfd-bc9f-1f4dd72c2381'}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:10:28.141241 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-962cf479-860e-4909-b065-52eba5362329 service neutron] Attempting to bind port 1ff5f19d-ff7a-49f2-9d5c-1b358b952d85 on network 25a61545-9727-4bfd-bc9f-1f4dd72c2381 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:10:28.148695 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-962cf479-860e-4909-b065-52eba5362329 service neutron] Port 1ff5f19d-ff7a-49f2-9d5c-1b358b952d85 on network 25a61545-9727-4bfd-bc9f-1f4dd72c2381 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:10:28.149020 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-962cf479-860e-4909-b065-52eba5362329 service neutron] Attempting to bind port 1ff5f19d-ff7a-49f2-9d5c-1b358b952d85 on network 25a61545-9727-4bfd-bc9f-1f4dd72c2381 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:10:28.161284 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea277846-03b0-4f60-8bce-4bb21426f012 req-a35a4d05-b9fb-4252-a0d4-7712631bd1b1 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:28.161982 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-ea277846-03b0-4f60-8bce-4bb21426f012 req-a35a4d05-b9fb-4252-a0d4-7712631bd1b1 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Synchronizing usage tracker for tenant:6d25c2d66891492bb8c40b92eba7c4e5 on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:10:28.165681 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-962cf479-860e-4909-b065-52eba5362329 service neutron] Checking agent: {'id': '12734182-a135-4f20-887d-69ffd9792d0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'started_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:10:28.166017 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-962cf479-860e-4909-b065-52eba5362329 service neutron] Checking segment: {'id': '1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '25a61545-9727-4bfd-bc9f-1f4dd72c2381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:10:28.166393 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-962cf479-860e-4909-b065-52eba5362329 service neutron] Bound using segment: {'id': '1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '25a61545-9727-4bfd-bc9f-1f4dd72c2381'} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:10:28.166823 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-962cf479-860e-4909-b065-52eba5362329 service neutron] Bound port: 1ff5f19d-ff7a-49f2-9d5c-1b358b952d85, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '25a61545-9727-4bfd-bc9f-1f4dd72c2381'}}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:10:28.167167 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-962cf479-860e-4909-b065-52eba5362329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:28.323500 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-ea277846-03b0-4f60-8bce-4bb21426f012 req-a35a4d05-b9fb-4252-a0d4-7712631bd1b1 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Unset dirty status for tenant:6d25c2d66891492bb8c40b92eba7c4e5 on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:10:28.324567 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ea277846-03b0-4f60-8bce-4bb21426f012 req-a35a4d05-b9fb-4252-a0d4-7712631bd1b1 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc6a6ac6-2344-4c6c-af2d-bf5ff4a35fe6 HTTP/1.1" status: 200 len: 943 time: 0.3576422 Apr 30 16:10:28.391870 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-962cf479-860e-4909-b065-52eba5362329 service neutron] For port 1ff5f19d-ff7a-49f2-9d5c-1b358b952d85, host hv-cinder-78719, cleared binding levels {{(pid=73963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:10:28.396817 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ea277846-03b0-4f60-8bce-4bb21426f012 req-ccc0409c-a5a0-4b85-b699-c0c963fa1847 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/security-groups?id=a601357c-6914-4b07-ba56-14b4ce39098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620008 Apr 30 16:10:28.402265 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-962cf479-860e-4909-b065-52eba5362329 service neutron] For port 1ff5f19d-ff7a-49f2-9d5c-1b358b952d85, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1ff5f19d-ff7a-49f2-9d5c-1b358b952d85,segment=NetworkSegment(1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0),segment_id=1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0)] {{(pid=73963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:10:28.407406 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-962cf479-860e-4909-b065-52eba5362329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914934'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:28.412088 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-89ef92ab-3d2e-4baa-8523-9b20dc4b5181 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:28.462969 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-962cf479-860e-4909-b065-52eba5362329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:28.463642 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-962cf479-860e-4909-b065-52eba5362329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:28.465054 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-962cf479-860e-4909-b065-52eba5362329 service neutron] 10.222.0.42 "PUT /v2.0/ports/1ff5f19d-ff7a-49f2-9d5c-1b358b952d85 HTTP/1.1" status: 200 len: 1093 time: 1.0791516 Apr 30 16:10:28.467991 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6a6ac6-2344-4c6c-af2d-bf5ff4a35fe6', 'tag': '1ff5f19d-ff7a-49f2-9d5c-1b358b952d85'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:10:28.494719 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962cf479-860e-4909-b065-52eba5362329 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff5f19d-ff7a-49f2-9d5c-1b358b952d85,revision_number=3']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:28.498098 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-962cf479-860e-4909-b065-52eba5362329 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:28.546830 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6a6ac6-2344-4c6c-af2d-bf5ff4a35fe6', 'tag': '1ff5f19d-ff7a-49f2-9d5c-1b358b952d85', 'status': 'completed', 'code': 200} Apr 30 16:10:28.579993 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-74338630-5396-4367-8a2d-35d5519fa758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:28.581370 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-74338630-5396-4367-8a2d-35d5519fa758 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d25c2d66891492bb8c40b92eba7c4e5&device_id=cc6a6ac6-2344-4c6c-af2d-bf5ff4a35fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0719285 Apr 30 16:10:28.650934 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-c374f441-e853-4f38-bbf8-d4ee633deb55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ff5f19d-ff7a-49f2-9d5c-1b358b952d85 HTTP/1.1" status: 200 len: 217 time: 0.0617013 Apr 30 16:10:28.713777 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-2bda70c8-fd9e-42cc-86cb-6497dcc36906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:28.715203 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-2bda70c8-fd9e-42cc-86cb-6497dcc36906 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da4ef73a-dab1-4a71-8256-9c6804050f63 HTTP/1.1" status: 200 len: 849 time: 0.0548999 Apr 30 16:10:28.776945 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-1bd0a511-3aac-4155-86bb-7e4df7e07370 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25a61545-9727-4bfd-bc9f-1f4dd72c2381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428045 Apr 30 16:10:28.908954 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-77f42231-3404-4862-9913-5af1794518c4 service neutron] 10.222.0.42 "GET /v2.0/networks/25a61545-9727-4bfd-bc9f-1f4dd72c2381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231399 Apr 30 16:10:29.041172 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6d7b6f70-486a-40c3-a180-03ff06b04000 req-0172006d-69ee-4c44-b1c7-cb90aa69339b service neutron] 10.222.0.42 "GET /v2.0/networks/25a61545-9727-4bfd-bc9f-1f4dd72c2381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244457 Apr 30 16:10:29.154761 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df32538-23a6-40b4-8815-fa0855eb0fd1 req-031f3444-4b17-494f-bfb3-48b9ad320845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:29.156523 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4df32538-23a6-40b4-8815-fa0855eb0fd1 req-031f3444-4b17-494f-bfb3-48b9ad320845 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d25c2d66891492bb8c40b92eba7c4e5&device_id=cc6a6ac6-2344-4c6c-af2d-bf5ff4a35fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0701740 Apr 30 16:10:29.288600 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df32538-23a6-40b4-8815-fa0855eb0fd1 req-f4f61875-8ee2-4fa4-91f1-0a3e0abe79fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:29.290000 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4df32538-23a6-40b4-8815-fa0855eb0fd1 req-f4f61875-8ee2-4fa4-91f1-0a3e0abe79fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=25a61545-9727-4bfd-bc9f-1f4dd72c2381 HTTP/1.1" status: 200 len: 909 time: 0.1245868 Apr 30 16:10:29.361553 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4df32538-23a6-40b4-8815-fa0855eb0fd1 req-0ecc6124-ecdd-4fda-a787-f112672700fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ff5f19d-ff7a-49f2-9d5c-1b358b952d85 HTTP/1.1" status: 200 len: 217 time: 0.0630801 Apr 30 16:10:29.428964 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df32538-23a6-40b4-8815-fa0855eb0fd1 req-81dc6281-58dc-4469-bf48-9f5b6f636c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:29.430391 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4df32538-23a6-40b4-8815-fa0855eb0fd1 req-81dc6281-58dc-4469-bf48-9f5b6f636c78 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=da4ef73a-dab1-4a71-8256-9c6804050f63 HTTP/1.1" status: 200 len: 849 time: 0.0568886 Apr 30 16:10:29.484222 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4df32538-23a6-40b4-8815-fa0855eb0fd1 req-63ee0762-437a-43c9-b983-ff916fe3bc51 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25a61545-9727-4bfd-bc9f-1f4dd72c2381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393267 Apr 30 16:10:29.674688 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4df32538-23a6-40b4-8815-fa0855eb0fd1 req-fac818b5-1fcb-4b98-aecd-d58dfb1a18c8 service neutron] 10.222.0.42 "GET /v2.0/networks/25a61545-9727-4bfd-bc9f-1f4dd72c2381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809742 Apr 30 16:10:29.685536 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1c026-f3b6-48a8-957b-fcb38309186e req-8562c133-d080-42aa-b481-c22c81397b18 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:29.687464 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-73c1c026-f3b6-48a8-957b-fcb38309186e req-8562c133-d080-42aa-b481-c22c81397b18 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc6a6ac6-2344-4c6c-af2d-bf5ff4a35fe6 HTTP/1.1" status: 200 len: 943 time: 0.1705692 Apr 30 16:10:29.817203 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-73c1c026-f3b6-48a8-957b-fcb38309186e req-f4d9de9e-6dd8-4146-b4d3-3fe7a79d3388 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/security-groups?id=a601357c-6914-4b07-ba56-14b4ce39098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116183 Apr 30 16:10:29.845098 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4df32538-23a6-40b4-8815-fa0855eb0fd1 req-ca95aff0-0f6d-4ee0-bc2f-39a22fd0b79f service neutron] 10.222.0.42 "GET /v2.0/networks/25a61545-9727-4bfd-bc9f-1f4dd72c2381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567159 Apr 30 16:10:31.007440 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22dd4a5-a596-4e64-a89f-c083d16d3949 req-76d49768-a637-46eb-9637-4300c4154d39 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:31.009024 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f22dd4a5-a596-4e64-a89f-c083d16d3949 req-76d49768-a637-46eb-9637-4300c4154d39 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc6a6ac6-2344-4c6c-af2d-bf5ff4a35fe6 HTTP/1.1" status: 200 len: 943 time: 0.0826550 Apr 30 16:10:31.054197 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f22dd4a5-a596-4e64-a89f-c083d16d3949 req-b855cd48-1d0d-43bf-b015-9bfd8a7ed3e2 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/security-groups?id=a601357c-6914-4b07-ba56-14b4ce39098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391028 Apr 30 16:10:31.319739 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 1ff5f19d-ff7a-49f2-9d5c-1b358b952d85 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:10:31.446388 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 1ff5f19d-ff7a-49f2-9d5c-1b358b952d85, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1ff5f19d-ff7a-49f2-9d5c-1b358b952d85,segment=NetworkSegment(1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0),segment_id=1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:31.460247 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Returning: {'device': '1ff5f19d-ff7a-49f2-9d5c-1b358b952d85', 'network_id': '25a61545-9727-4bfd-bc9f-1f4dd72c2381', 'port_id': '1ff5f19d-ff7a-49f2-9d5c-1b358b952d85', 'mac_address': 'fa:16:3e:7a:55:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4ef73a-dab1-4a71-8256-9c6804050f63', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:10:31.515695 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:31.532103 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff5f19d-ff7a-49f2-9d5c-1b358b952d85 {{(pid=73965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:10:31.546839 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 1ff5f19d-ff7a-49f2-9d5c-1b358b952d85, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1ff5f19d-ff7a-49f2-9d5c-1b358b952d85,segment=NetworkSegment(1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0),segment_id=1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:31.550266 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:31.551935 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:31.614741 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=1ff5f19d-ff7a-49f2-9d5c-1b358b952d85,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:31.617471 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:31.845878 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['1ff5f19d-ff7a-49f2-9d5c-1b358b952d85'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:10:32.340980 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b02245-62ab-4d59-b294-da20cafb0b8b req-4266316c-e1a3-4612-8f1b-e0a74b6f8f88 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:32.343428 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-10b02245-62ab-4d59-b294-da20cafb0b8b req-4266316c-e1a3-4612-8f1b-e0a74b6f8f88 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc6a6ac6-2344-4c6c-af2d-bf5ff4a35fe6 HTTP/1.1" status: 200 len: 944 time: 0.1851430 Apr 30 16:10:32.388124 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-10b02245-62ab-4d59-b294-da20cafb0b8b req-70a66bdb-3416-402b-b77d-c479fbf56522 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/security-groups?id=a601357c-6914-4b07-ba56-14b4ce39098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392511 Apr 30 16:10:33.321463 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 1ff5f19d-ff7a-49f2-9d5c-1b358b952d85 up at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:10:33.387117 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning for port 1ff5f19d-ff7a-49f2-9d5c-1b358b952d85 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:10:33.391569 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning complete for port 1ff5f19d-ff7a-49f2-9d5c-1b358b952d85 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:10:33.391970 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:33.509571 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:33.537056 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6a6ac6-2344-4c6c-af2d-bf5ff4a35fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff5f19d-ff7a-49f2-9d5c-1b358b952d85'}] {{(pid=73965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:10:33.548959 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 1ff5f19d-ff7a-49f2-9d5c-1b358b952d85, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1ff5f19d-ff7a-49f2-9d5c-1b358b952d85,segment=NetworkSegment(1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0),segment_id=1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:33.553331 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:33.555365 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:33.574826 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78402958-7218-4695-97b7-addb03e6b791 req-f5cfd69a-2a70-48e8-a87f-70edce092243 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:33.576382 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-78402958-7218-4695-97b7-addb03e6b791 req-f5cfd69a-2a70-48e8-a87f-70edce092243 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc6a6ac6-2344-4c6c-af2d-bf5ff4a35fe6 HTTP/1.1" status: 200 len: 944 time: 0.0809221 Apr 30 16:10:33.593086 dv-cinder-787195-6-iscsi neutron-server[73965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6a6ac6-2344-4c6c-af2d-bf5ff4a35fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff5f19d-ff7a-49f2-9d5c-1b358b952d85', 'code': 200} Apr 30 16:10:33.624254 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-78402958-7218-4695-97b7-addb03e6b791 req-71dd1c42-33ed-4586-809b-e28a3d2a409c tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/security-groups?id=a601357c-6914-4b07-ba56-14b4ce39098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413671 Apr 30 16:10:33.625373 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=1ff5f19d-ff7a-49f2-9d5c-1b358b952d85,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:33.628481 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:33.813544 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c6454-9ba6-47e6-824b-b10410f20a11 req-cf5b2e85-8c46-4080-bf8f-a1861897444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:33.814967 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4e2c6454-9ba6-47e6-824b-b10410f20a11 req-cf5b2e85-8c46-4080-bf8f-a1861897444a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cc6a6ac6-2344-4c6c-af2d-bf5ff4a35fe6 HTTP/1.1" status: 200 len: 1098 time: 0.0697193 Apr 30 16:10:33.861872 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4e2c6454-9ba6-47e6-824b-b10410f20a11 req-0488e58e-aa53-422b-8ae6-7e43ab9b39b4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a601357c-6914-4b07-ba56-14b4ce39098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340266 Apr 30 16:10:34.810463 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803ca89-3c81-42ec-b857-a29cfb59eee9 req-28871649-a02f-467e-9421-6edec325b880 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:34.812993 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9803ca89-3c81-42ec-b857-a29cfb59eee9 req-28871649-a02f-467e-9421-6edec325b880 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc6a6ac6-2344-4c6c-af2d-bf5ff4a35fe6 HTTP/1.1" status: 200 len: 945 time: 0.0792122 Apr 30 16:10:34.859486 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9803ca89-3c81-42ec-b857-a29cfb59eee9 req-ac40ea41-5bdc-4383-839e-0ba51e31d0ad tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/security-groups?id=a601357c-6914-4b07-ba56-14b4ce39098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397649 Apr 30 16:10:36.046269 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97782311-43f6-4c35-892e-d3f85129ee57 req-49547389-4d06-47a8-bcd2-d343754943b9 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:36.047627 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-97782311-43f6-4c35-892e-d3f85129ee57 req-49547389-4d06-47a8-bcd2-d343754943b9 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc6a6ac6-2344-4c6c-af2d-bf5ff4a35fe6 HTTP/1.1" status: 200 len: 945 time: 0.0827279 Apr 30 16:10:36.091654 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-97782311-43f6-4c35-892e-d3f85129ee57 req-ded5c5c2-8d99-4b89-a967-11da7f8720b5 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/security-groups?id=a601357c-6914-4b07-ba56-14b4ce39098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383744 Apr 30 16:10:37.211592 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc4a7e-c80d-4ce5-9192-803524814f81 req-20316773-f0ac-4f83-8d12-f0fa4f99fa37 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:37.213022 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-bacc4a7e-c80d-4ce5-9192-803524814f81 req-20316773-f0ac-4f83-8d12-f0fa4f99fa37 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc6a6ac6-2344-4c6c-af2d-bf5ff4a35fe6 HTTP/1.1" status: 200 len: 945 time: 0.0821817 Apr 30 16:10:37.257550 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-bacc4a7e-c80d-4ce5-9192-803524814f81 req-d80cabfc-ec9c-4a7e-bb70-bc46732a5647 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/security-groups?id=a601357c-6914-4b07-ba56-14b4ce39098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383644 Apr 30 16:10:38.452283 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c2ffd-e36e-4308-9d87-5cc476e5051f req-5b0b91bd-c7a0-4c21-ac8f-6403ed01fd57 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:38.453714 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6f6c2ffd-e36e-4308-9d87-5cc476e5051f req-5b0b91bd-c7a0-4c21-ac8f-6403ed01fd57 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc6a6ac6-2344-4c6c-af2d-bf5ff4a35fe6 HTTP/1.1" status: 200 len: 945 time: 0.0819817 Apr 30 16:10:38.497246 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6f6c2ffd-e36e-4308-9d87-5cc476e5051f req-444297c2-2161-4373-97ee-d444ca3d24c2 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/security-groups?id=a601357c-6914-4b07-ba56-14b4ce39098b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376995 Apr 30 16:10:38.615881 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a747b70-c7fa-4072-8d9e-314d987a789f req-fb563ee2-3e18-4d94-80bb-9f003385874a tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:38.617214 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2a747b70-c7fa-4072-8d9e-314d987a789f req-fb563ee2-3e18-4d94-80bb-9f003385874a tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc6a6ac6-2344-4c6c-af2d-bf5ff4a35fe6 HTTP/1.1" status: 200 len: 945 time: 0.0806348 Apr 30 16:10:38.748896 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-2a747b70-c7fa-4072-8d9e-314d987a789f req-c834b84d-c51c-42e8-80f9-c8cbf67ff8f2 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Deleting port 1ff5f19d-ff7a-49f2-9d5c-1b358b952d85 {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:10:38.749236 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-2a747b70-c7fa-4072-8d9e-314d987a789f req-c834b84d-c51c-42e8-80f9-c8cbf67ff8f2 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:38.878023 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-2a747b70-c7fa-4072-8d9e-314d987a789f req-c834b84d-c51c-42e8-80f9-c8cbf67ff8f2 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] For port 1ff5f19d-ff7a-49f2-9d5c-1b358b952d85, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1ff5f19d-ff7a-49f2-9d5c-1b358b952d85,segment=NetworkSegment(1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0),segment_id=1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:10:38.878302 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-2a747b70-c7fa-4072-8d9e-314d987a789f req-c834b84d-c51c-42e8-80f9-c8cbf67ff8f2 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:39.002570 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-2a747b70-c7fa-4072-8d9e-314d987a789f req-c834b84d-c51c-42e8-80f9-c8cbf67ff8f2 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Calling delete_port for 1ff5f19d-ff7a-49f2-9d5c-1b358b952d85 owned by compute:nova {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:10:39.109123 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-2a747b70-c7fa-4072-8d9e-314d987a789f req-c834b84d-c51c-42e8-80f9-c8cbf67ff8f2 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:39.114404 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-5ef60b93-ef3b-47d0-86b0-3a84d25a2eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:10:39.121082 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['1ff5f19d-ff7a-49f2-9d5c-1b358b952d85'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:10:39.161719 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834b84d-c51c-42e8-80f9-c8cbf67ff8f2 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Pushing event deleted for resources: {'Port': ['ID=1ff5f19d-ff7a-49f2-9d5c-1b358b952d85,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:10:39.199385 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834b84d-c51c-42e8-80f9-c8cbf67ff8f2 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:39.199761 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834b84d-c51c-42e8-80f9-c8cbf67ff8f2 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:39.200155 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834b84d-c51c-42e8-80f9-c8cbf67ff8f2 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:39.200519 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834b84d-c51c-42e8-80f9-c8cbf67ff8f2 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:39.200877 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834b84d-c51c-42e8-80f9-c8cbf67ff8f2 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:39.201254 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834b84d-c51c-42e8-80f9-c8cbf67ff8f2 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:39.201638 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834b84d-c51c-42e8-80f9-c8cbf67ff8f2 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:39.201958 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834b84d-c51c-42e8-80f9-c8cbf67ff8f2 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:39.202309 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834b84d-c51c-42e8-80f9-c8cbf67ff8f2 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:39.202657 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834b84d-c51c-42e8-80f9-c8cbf67ff8f2 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:39.203004 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834b84d-c51c-42e8-80f9-c8cbf67ff8f2 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:39.203350 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834b84d-c51c-42e8-80f9-c8cbf67ff8f2 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:10:39.210235 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-c834b84d-c51c-42e8-80f9-c8cbf67ff8f2 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:10:39.244460 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a747b70-c7fa-4072-8d9e-314d987a789f req-c834b84d-c51c-42e8-80f9-c8cbf67ff8f2 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] No DVR routers for this DVR port 1ff5f19d-ff7a-49f2-9d5c-1b358b952d85 on host hv-cinder-78719 {{(pid=73963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:10:39.246788 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-2a747b70-c7fa-4072-8d9e-314d987a789f req-c834b84d-c51c-42e8-80f9-c8cbf67ff8f2 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:39.249866 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6a6ac6-2344-4c6c-af2d-bf5ff4a35fe6', 'name': 'network-vif-deleted', 'tag': '1ff5f19d-ff7a-49f2-9d5c-1b358b952d85'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:10:39.265170 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2a747b70-c7fa-4072-8d9e-314d987a789f req-c834b84d-c51c-42e8-80f9-c8cbf67ff8f2 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.42 "DELETE /v2.0/ports/1ff5f19d-ff7a-49f2-9d5c-1b358b952d85 HTTP/1.1" status: 204 len: 173 time: 0.6412032 Apr 30 16:10:39.294715 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6a6ac6-2344-4c6c-af2d-bf5ff4a35fe6', 'name': 'network-vif-deleted', 'tag': '1ff5f19d-ff7a-49f2-9d5c-1b358b952d85', 'status': 'completed', 'code': 200} Apr 30 16:10:39.657931 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-be745f8e-eb15-48fb-b521-0c02e914c012 req-5ec29076-cbf9-4315-9fcf-03a7c52d9a87 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Synchronizing usage tracker for tenant:6d25c2d66891492bb8c40b92eba7c4e5 on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:10:39.675668 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-be745f8e-eb15-48fb-b521-0c02e914c012 req-5ec29076-cbf9-4315-9fcf-03a7c52d9a87 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Unset dirty status for tenant:6d25c2d66891492bb8c40b92eba7c4e5 on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:10:39.676910 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-be745f8e-eb15-48fb-b521-0c02e914c012 req-5ec29076-cbf9-4315-9fcf-03a7c52d9a87 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc6a6ac6-2344-4c6c-af2d-bf5ff4a35fe6 HTTP/1.1" status: 200 len: 210 time: 0.0638361 Apr 30 16:10:40.294980 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:41.258176 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-bf92853f-fdbc-4aa9-b894-ecd431b82f30 req-da3c0c19-770c-4f26-9564-0b7bbed827b1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=33f0d501-ea79-4ba1-a08e-8283f0aa118a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1135154 Apr 30 16:10:41.400683 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92853f-fdbc-4aa9-b894-ecd431b82f30 req-204e5882-a9e8-4a8f-a7b6-bdb625f375a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:41.402306 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-bf92853f-fdbc-4aa9-b894-ecd431b82f30 req-204e5882-a9e8-4a8f-a7b6-bdb625f375a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75612fb9c54545baa7fc7f75d63cf365&device_id=33f0d501-ea79-4ba1-a08e-8283f0aa118a HTTP/1.1" status: 200 len: 1099 time: 0.0749736 Apr 30 16:10:41.552570 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92853f-fdbc-4aa9-b894-ecd431b82f30 req-918d0baf-8e95-4ae1-858e-2cd97d35ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:41.554032 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-bf92853f-fdbc-4aa9-b894-ecd431b82f30 req-918d0baf-8e95-4ae1-858e-2cd97d35ec8a service neutron] 10.222.0.42 "GET /v2.0/networks?id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9 HTTP/1.1" status: 200 len: 912 time: 0.1324651 Apr 30 16:10:41.657644 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-bf92853f-fdbc-4aa9-b894-ecd431b82f30 req-a928b9fa-d79f-4b34-ae90-4201306ff207 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8491607e-0551-47ef-81e2-b4000ac9c380 HTTP/1.1" status: 200 len: 1002 time: 0.0961702 Apr 30 16:10:41.816524 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92853f-fdbc-4aa9-b894-ecd431b82f30 req-10b776e8-ae45-486e-a8a4-d173ad4fb1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:41.817939 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-bf92853f-fdbc-4aa9-b894-ecd431b82f30 req-10b776e8-ae45-486e-a8a4-d173ad4fb1a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99795baf-474b-42a4-8dbb-35c325850572 HTTP/1.1" status: 200 len: 851 time: 0.1539431 Apr 30 16:10:41.897266 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92853f-fdbc-4aa9-b894-ecd431b82f30 req-4c4eeb30-ede9-4df0-b7d9-5945aeccae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:10:41.898736 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-bf92853f-fdbc-4aa9-b894-ecd431b82f30 req-4c4eeb30-ede9-4df0-b7d9-5945aeccae89 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713580 Apr 30 16:10:41.909780 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [req-bf92853f-fdbc-4aa9-b894-ecd431b82f30 req-014639a5-f66e-4f99-bad4-ded9188a3e6f service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=73963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 16:10:41.910681 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-bf92853f-fdbc-4aa9-b894-ecd431b82f30 req-014639a5-f66e-4f99-bad4-ded9188a3e6f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050395 Apr 30 16:10:42.046594 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-bf92853f-fdbc-4aa9-b894-ecd431b82f30 req-d67d6085-bc22-4673-b009-4831d7287138 service neutron] 10.222.0.42 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295588 Apr 30 16:10:42.174183 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-bf92853f-fdbc-4aa9-b894-ecd431b82f30 req-863503b7-53d4-4bdc-b894-3c0b92d27f0e service neutron] 10.222.0.42 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208985 Apr 30 16:10:43.219534 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-6bb599d8-4972-486e-ae1b-dc181e4311cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:44.260074 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 1ff5f19d-ff7a-49f2-9d5c-1b358b952d85 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:10:44.303323 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] No Port match for: 1ff5f19d-ff7a-49f2-9d5c-1b358b952d85 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:10:44.309032 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 1ff5f19d-ff7a-49f2-9d5c-1b358b952d85 not bound to the agent host hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:10:45.892107 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:45.924235 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-81403ff0-090e-419f-881d-9ec8ca176ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:46.679507 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:48.456067 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:10:59.364806 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:11:04.478720 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 40848) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:04.538899 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_v2 [None req-d07715cd-32af-41e2-804e-193c7bd3b22c admin admin] Deleting subnet da4ef73a-dab1-4a71-8256-9c6804050f63 {{(pid=73964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:11:04.541729 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-d07715cd-32af-41e2-804e-193c7bd3b22c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:04.593261 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-d07715cd-32af-41e2-804e-193c7bd3b22c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3533658'] for subnet, precommit_delete_associations {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:04.645878 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-d07715cd-32af-41e2-804e-193c7bd3b22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2036197'] for subnet, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:04.881528 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-d07715cd-32af-41e2-804e-193c7bd3b22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2036220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3714155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-777240'] for subnet, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:04.886334 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-85cd346d-3cf8-41fa-bb67-911d00579991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:04.921967 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-d07715cd-32af-41e2-804e-193c7bd3b22c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for subnet, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:04.924537 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07715cd-32af-41e2-804e-193c7bd3b22c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da4ef73a-dab1-4a71-8256-9c6804050f63,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:04.933528 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07715cd-32af-41e2-804e-193c7bd3b22c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:04.933904 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07715cd-32af-41e2-804e-193c7bd3b22c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:04.934270 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07715cd-32af-41e2-804e-193c7bd3b22c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:04.934630 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07715cd-32af-41e2-804e-193c7bd3b22c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:04.935053 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07715cd-32af-41e2-804e-193c7bd3b22c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:04.936007 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07715cd-32af-41e2-804e-193c7bd3b22c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:04.936369 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07715cd-32af-41e2-804e-193c7bd3b22c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:04.936723 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07715cd-32af-41e2-804e-193c7bd3b22c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:04.937076 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07715cd-32af-41e2-804e-193c7bd3b22c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:04.937424 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07715cd-32af-41e2-804e-193c7bd3b22c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:04.937771 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07715cd-32af-41e2-804e-193c7bd3b22c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:04.938116 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07715cd-32af-41e2-804e-193c7bd3b22c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:04.941062 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-d07715cd-32af-41e2-804e-193c7bd3b22c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:04.945094 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-d07715cd-32af-41e2-804e-193c7bd3b22c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/da4ef73a-dab1-4a71-8256-9c6804050f63 HTTP/1.1" status: 204 len: 168 time: 0.4630554 Apr 30 16:11:04.945867 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 40852) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:05.048377 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f802d5ac-467d-4f90-8933-420d391fdf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688298'] for network, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:05.260228 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f802d5ac-467d-4f90-8933-420d391fdf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034024', 'neutron.services.segments.db._delete_segments_for_network-8758133272989'] for network, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:05.365615 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-f802d5ac-467d-4f90-8933-420d391fdf7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a61545-9727-4bfd-bc9f-1f4dd72c2381']}} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:05.378208 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-f802d5ac-467d-4f90-8933-420d391fdf7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0') {'for_net_delete': True} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:05.378502 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-f802d5ac-467d-4f90-8933-420d391fdf7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a0af7e6-b9a9-44b4-8def-1bcd99b8e9d0') {} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:05.389665 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f802d5ac-467d-4f90-8933-420d391fdf7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133283943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3533651'] for segment, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:05.404980 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f802d5ac-467d-4f90-8933-420d391fdf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:05.410686 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f802d5ac-467d-4f90-8933-420d391fdf7d admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=73964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:11:05.573252 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.managers [None req-f802d5ac-467d-4f90-8933-420d391fdf7d admin admin] Network 25a61545-9727-4bfd-bc9f-1f4dd72c2381 has no segments {{(pid=73964) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:11:05.581307 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f802d5ac-467d-4f90-8933-420d391fdf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2039760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3714241'] for segment, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:05.738432 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.managers [None req-f802d5ac-467d-4f90-8933-420d391fdf7d admin admin] Network 25a61545-9727-4bfd-bc9f-1f4dd72c2381 has no segments {{(pid=73964) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: Traceback (most recent call last): Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: timer() Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: cb(*args, **kw) Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: return func(*args, **kwargs) Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: self._notify() Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: self.callback(batched_events) Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: event.method(event) Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: return f(self, *a, **k) Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: return self._get(url).json() Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: return self.request(url, 'GET', **kwargs) Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:11:05.758438 dv-cinder-787195-6-iscsi neutron-server[73964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:11:05.832022 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f802d5ac-467d-4f90-8933-420d391fdf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657477'] for network, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:05.835270 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:05.848905 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f802d5ac-467d-4f90-8933-420d391fdf7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:05.862926 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802d5ac-467d-4f90-8933-420d391fdf7d admin admin] Pushing event deleted for resources: {'Network': ['ID=25a61545-9727-4bfd-bc9f-1f4dd72c2381,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:05.866036 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-f802d5ac-467d-4f90-8933-420d391fdf7d admin admin] 10.222.0.72 "DELETE /v2.0/networks/25a61545-9727-4bfd-bc9f-1f4dd72c2381 HTTP/1.1" status: 204 len: 168 time: 0.9199193 Apr 30 16:11:05.866882 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-f802d5ac-467d-4f90-8933-420d391fdf7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:05.978109 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 40858) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:06.026912 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-51a5d260-adf7-4bc2-9ffc-8d3769ac1ddb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6d25c2d66891492bb8c40b92eba7c4e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476305 Apr 30 16:11:06.029932 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 40862) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:06.089464 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-eb67dc33-ab39-462e-a97c-ea5f36b88e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:06.118398 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-eb67dc33-ab39-462e-a97c-ea5f36b88e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:06.169369 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-eb67dc33-ab39-462e-a97c-ea5f36b88e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:06.172943 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-288c4cbf-65a3-42f6-9647-f4f74e099257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:06.186062 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67dc33-ab39-462e-a97c-ea5f36b88e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a601357c-6914-4b07-ba56-14b4ce39098b,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:06.188947 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-eb67dc33-ab39-462e-a97c-ea5f36b88e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:06.196750 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-eb67dc33-ab39-462e-a97c-ea5f36b88e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:06.197840 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-eb67dc33-ab39-462e-a97c-ea5f36b88e9f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a601357c-6914-4b07-ba56-14b4ce39098b HTTP/1.1" status: 204 len: 168 time: 0.1669633 Apr 30 16:11:07.011829 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 40886) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:07.117733 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-1fbae987-3981-4ff5-9948-34dcd487da7f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1347307614-network', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:11:07.122318 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-1fbae987-3981-4ff5-9948-34dcd487da7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:07.126066 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-1fbae987-3981-4ff5-9948-34dcd487da7f admin admin] Usage tracker for resource:network and tenant:4cd8ff6d14414fd2b01baef129c3ad8f is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:11:07.128838 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-1fbae987-3981-4ff5-9948-34dcd487da7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:11:07.135001 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-1fbae987-3981-4ff5-9948-34dcd487da7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:07.145326 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbae987-3981-4ff5-9948-34dcd487da7f admin admin] Made reservation on behalf of 4cd8ff6d14414fd2b01baef129c3ad8f for: {'network': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:11:07.147596 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-1fbae987-3981-4ff5-9948-34dcd487da7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for network, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:07.160060 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-1fbae987-3981-4ff5-9948-34dcd487da7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:07.173876 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-1fbae987-3981-4ff5-9948-34dcd487da7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:07.177638 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-1fbae987-3981-4ff5-9948-34dcd487da7f admin admin] Usage tracker for resource:security_group_rule and tenant:4cd8ff6d14414fd2b01baef129c3ad8f is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:11:07.180379 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-1fbae987-3981-4ff5-9948-34dcd487da7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:11:07.186521 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-1fbae987-3981-4ff5-9948-34dcd487da7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:07.271246 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-1fbae987-3981-4ff5-9948-34dcd487da7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:07.274994 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-1fbae987-3981-4ff5-9948-34dcd487da7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:07.278114 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a87a71ad-75de-4650-8be9-4ca423f970a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:07.307076 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fbae987-3981-4ff5-9948-34dcd487da7f admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=73963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:11:07.313018 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbae987-3981-4ff5-9948-34dcd487da7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8fb6df-28f1-4faa-b3a6-558927ac5661,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:07.316732 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-1fbae987-3981-4ff5-9948-34dcd487da7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:07.320236 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-1fbae987-3981-4ff5-9948-34dcd487da7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:07.320575 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.db.segments_db [None req-1fbae987-3981-4ff5-9948-34dcd487da7f admin admin] Added segment fc404ee3-924a-4cfe-9240-0a5fec6414ad of type vlan for network 0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 Apr 30 16:11:07.346500 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-1fbae987-3981-4ff5-9948-34dcd487da7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132848788'] for network, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:07.377740 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-1fbae987-3981-4ff5-9948-34dcd487da7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for network, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:07.378998 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbae987-3981-4ff5-9948-34dcd487da7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:07.379565 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-1fbae987-3981-4ff5-9948-34dcd487da7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:07.382719 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-acdd8e9d-25f7-42af-9e7c-efa95cb08ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:07.476194 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbae987-3981-4ff5-9948-34dcd487da7f admin admin] Pushing event updated for resources: {'Network': ['ID=0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:07.479404 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-1fbae987-3981-4ff5-9948-34dcd487da7f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4665284 Apr 30 16:11:07.480368 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-1fbae987-3981-4ff5-9948-34dcd487da7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:07.482936 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 40892) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:07.486990 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Network 0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 details requested by agent ovs-agent-dv-cinder-787195-6-iscsi with host dv-cinder-787195-6-iscsi {{(pid=73965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:11:07.488414 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-6554f8b7-86d3-4d6f-ab81-9bba6963d7bb admin admin] Request body: {'subnet': {'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1347307614-subnet', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'ip_version': 4}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:11:07.493167 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-6554f8b7-86d3-4d6f-ab81-9bba6963d7bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:07.496906 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-6554f8b7-86d3-4d6f-ab81-9bba6963d7bb admin admin] Usage tracker for resource:subnet and tenant:4cd8ff6d14414fd2b01baef129c3ad8f is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:11:07.499904 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-6554f8b7-86d3-4d6f-ab81-9bba6963d7bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:11:07.505462 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-6554f8b7-86d3-4d6f-ab81-9bba6963d7bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:07.519762 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6554f8b7-86d3-4d6f-ab81-9bba6963d7bb admin admin] Made reservation on behalf of 4cd8ff6d14414fd2b01baef129c3ad8f for: {'subnet': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:11:07.522294 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6554f8b7-86d3-4d6f-ab81-9bba6963d7bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2176785'] for subnet, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:07.894944 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6554f8b7-86d3-4d6f-ab81-9bba6963d7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3883789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2176771'] for subnet, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:07.899488 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-29bd6702-c545-4a87-b0c0-5fc14a1c9cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:07.975292 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554f8b7-86d3-4d6f-ab81-9bba6963d7bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=870329fb-3f44-4079-9c46-3188f895863a,revision_number=0']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:07.978006 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-6554f8b7-86d3-4d6f-ab81-9bba6963d7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:07.980672 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6554f8b7-86d3-4d6f-ab81-9bba6963d7bb admin admin] Checking segment: {'id': 'fc404ee3-924a-4cfe-9240-0a5fec6414ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:11:07.981133 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6554f8b7-86d3-4d6f-ab81-9bba6963d7bb admin admin] Network hostable DHCP agents. Network: 0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64, hostable agents: ['bfd10ce1-d195-4e07-9fe2-51a3c988df31'], hosted agents: [] {{(pid=73963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:11:07.998406 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6554f8b7-86d3-4d6f-ab81-9bba6963d7bb admin admin] Network 0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 is scheduled to be hosted by DHCP agent bfd10ce1-d195-4e07-9fe2-51a3c988df31 with binding_index 1 {{(pid=73963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:11:08.007416 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [None req-6554f8b7-86d3-4d6f-ab81-9bba6963d7bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-iscsi, 0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64) {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:11:08.016741 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6554f8b7-86d3-4d6f-ab81-9bba6963d7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:08.017328 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6554f8b7-86d3-4d6f-ab81-9bba6963d7bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:08.017847 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7952976f-1af8-4964-886e-f39af91d5c7d None None] Network 0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:11:08.036607 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-6554f8b7-86d3-4d6f-ab81-9bba6963d7bb admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5526576 Apr 30 16:11:08.039274 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 40896) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:08.044435 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-6bfb2b83-c30c-41ff-ad57-4dfe8031b506 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1347307614-router', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df'}}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:11:08.048991 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-6bfb2b83-c30c-41ff-ad57-4dfe8031b506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:08.052751 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-6bfb2b83-c30c-41ff-ad57-4dfe8031b506 admin admin] Usage tracker for resource:router and tenant:4cd8ff6d14414fd2b01baef129c3ad8f is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:11:08.055652 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-6bfb2b83-c30c-41ff-ad57-4dfe8031b506 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:11:08.062086 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-6bfb2b83-c30c-41ff-ad57-4dfe8031b506 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:08.071953 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6bfb2b83-c30c-41ff-ad57-4dfe8031b506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12626'] for router, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:08.072913 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6bfb2b83-c30c-41ff-ad57-4dfe8031b506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-754852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:08.088923 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6bfb2b83-c30c-41ff-ad57-4dfe8031b506 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:08.229818 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525d5a6b-cb07-4748-a9bf-3cc35c8160af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f83a816-f938-505d-a748-952e2383f86f-0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64', 'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'fixed_ips': [{'subnet_id': '870329fb-3f44-4079-9c46-3188f895863a'}]}} from dv-cinder-787195-6-iscsi. {{(pid=73965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 16:11:08.230631 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-525d5a6b-cb07-4748-a9bf-3cc35c8160af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:08.394965 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.db_base_plugin_common [None req-525d5a6b-cb07-4748-a9bf-3cc35c8160af None None] Allocated IP 172.20.0.2 (0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64/870329fb-3f44-4079-9c46-3188f895863a/bc94c400-1c85-48a0-b87a-c792c871fe4d) {{(pid=73965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:11:08.460280 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6bfb2b83-c30c-41ff-ad57-4dfe8031b506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658330', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12713'] for router, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:08.610550 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-525d5a6b-cb07-4748-a9bf-3cc35c8160af None None] Notify callbacks [] for port, precommit_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:08.620201 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-525d5a6b-cb07-4748-a9bf-3cc35c8160af None None] Transition to ACTIVE for port object bc94c400-1c85-48a0-b87a-c792c871fe4d will not be triggered until provisioned by entity L2. {{(pid=73965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:11:08.638807 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-525d5a6b-cb07-4748-a9bf-3cc35c8160af None None] Transition to ACTIVE for port object bc94c400-1c85-48a0-b87a-c792c871fe4d will not be triggered until provisioned by entity DHCP. {{(pid=73965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:11:08.644433 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-525d5a6b-cb07-4748-a9bf-3cc35c8160af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206'] for port, after_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:08.647753 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:08.744352 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525d5a6b-cb07-4748-a9bf-3cc35c8160af None None] Network 0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 is already hosted by enough agents. {{(pid=73965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:11:08.747950 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.scheduler.base_scheduler [None req-525d5a6b-cb07-4748-a9bf-3cc35c8160af None None] Resources bound (agent type, host, resource id): {{(pid=73965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:11:08.751531 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525d5a6b-cb07-4748-a9bf-3cc35c8160af None None] Received port after_create {{(pid=73965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:11:08.758643 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d5a6b-cb07-4748-a9bf-3cc35c8160af None None] Pushing event updated for resources: {'Port': ['ID=bc94c400-1c85-48a0-b87a-c792c871fe4d,revision_number=1']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:08.767690 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6bfb2b83-c30c-41ff-ad57-4dfe8031b506 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:08.791717 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-525d5a6b-cb07-4748-a9bf-3cc35c8160af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:08.801206 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6bfb2b83-c30c-41ff-ad57-4dfe8031b506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:08.845673 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-525d5a6b-cb07-4748-a9bf-3cc35c8160af None None] Attempting to bind port bc94c400-1c85-48a0-b87a-c792c871fe4d on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:11:08.846081 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-525d5a6b-cb07-4748-a9bf-3cc35c8160af None None] Attempting to bind port bc94c400-1c85-48a0-b87a-c792c871fe4d by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': 'fc404ee3-924a-4cfe-9240-0a5fec6414ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64'}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:11:08.846451 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525d5a6b-cb07-4748-a9bf-3cc35c8160af None None] Attempting to bind port bc94c400-1c85-48a0-b87a-c792c871fe4d on network 0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:11:08.851725 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525d5a6b-cb07-4748-a9bf-3cc35c8160af None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:11:08.852121 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525d5a6b-cb07-4748-a9bf-3cc35c8160af None None] Checking segment: {'id': 'fc404ee3-924a-4cfe-9240-0a5fec6414ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:11:08.852520 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-525d5a6b-cb07-4748-a9bf-3cc35c8160af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:08.852913 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525d5a6b-cb07-4748-a9bf-3cc35c8160af None None] Bound using segment: {'id': 'fc404ee3-924a-4cfe-9240-0a5fec6414ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64'} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:11:08.853371 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-525d5a6b-cb07-4748-a9bf-3cc35c8160af None None] Bound port: bc94c400-1c85-48a0-b87a-c792c871fe4d, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc404ee3-924a-4cfe-9240-0a5fec6414ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64'}}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:11:08.853744 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-525d5a6b-cb07-4748-a9bf-3cc35c8160af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:08.933806 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [None req-6bfb2b83-c30c-41ff-ad57-4dfe8031b506 admin admin] Allocated IP 172.27.3.11 (7713db68-e23d-4336-9c52-9698584522df/6c05463b-e465-4436-9156-1956ee4f9865/f835a872-6c6f-41a4-9dd1-1878a6bdda8d) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:11:08.945474 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-525d5a6b-cb07-4748-a9bf-3cc35c8160af None None] For port bc94c400-1c85-48a0-b87a-c792c871fe4d, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:11:08.948368 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-525d5a6b-cb07-4748-a9bf-3cc35c8160af None None] For port bc94c400-1c85-48a0-b87a-c792c871fe4d, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=bc94c400-1c85-48a0-b87a-c792c871fe4d,segment=NetworkSegment(fc404ee3-924a-4cfe-9240-0a5fec6414ad),segment_id=fc404ee3-924a-4cfe-9240-0a5fec6414ad)] {{(pid=73965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:11:08.954025 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-525d5a6b-cb07-4748-a9bf-3cc35c8160af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:08.957840 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:09.038854 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d5a6b-cb07-4748-a9bf-3cc35c8160af None None] Pushing event updated for resources: {'Port': ['ID=bc94c400-1c85-48a0-b87a-c792c871fe4d,revision_number=2']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:09.044888 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-525d5a6b-cb07-4748-a9bf-3cc35c8160af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:09.091797 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6bfb2b83-c30c-41ff-ad57-4dfe8031b506 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:09.121951 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6bfb2b83-c30c-41ff-ad57-4dfe8031b506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:09.126568 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-adcb3dc9-5b9d-4c92-9150-c853ecc23565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:09.196767 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfb2b83-c30c-41ff-ad57-4dfe8031b506 admin admin] Network 7713db68-e23d-4336-9c52-9698584522df is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:11:09.200083 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [None req-6bfb2b83-c30c-41ff-ad57-4dfe8031b506 admin admin] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:11:09.206236 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfb2b83-c30c-41ff-ad57-4dfe8031b506 admin admin] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:11:09.243430 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb2b83-c30c-41ff-ad57-4dfe8031b506 admin admin] Pushing event updated for resources: {'Port': ['ID=f835a872-6c6f-41a4-9dd1-1878a6bdda8d,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:09.248781 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-6bfb2b83-c30c-41ff-ad57-4dfe8031b506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:09.615929 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6bfb2b83-c30c-41ff-ad57-4dfe8031b506 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:09.865875 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device bc94c400-1c85-48a0-b87a-c792c871fe4d up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:11:09.942862 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port bc94c400-1c85-48a0-b87a-c792c871fe4d completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:11:09.965487 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f1ab75-62dd-4804-8ba1-601b8a6ddef8 None None] Network 0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:11:10.068608 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-ba056e9e-59d0-4553-9d2f-797d9a44176d None None] Provisioning for port bc94c400-1c85-48a0-b87a-c792c871fe4d completed by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:11:10.078455 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6bfb2b83-c30c-41ff-ad57-4dfe8031b506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655959'] for router, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:10.084998 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-ba056e9e-59d0-4553-9d2f-797d9a44176d None None] Provisioning complete for port bc94c400-1c85-48a0-b87a-c792c871fe4d triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:11:10.085378 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-ba056e9e-59d0-4553-9d2f-797d9a44176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:10.281813 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfb2b83-c30c-41ff-ad57-4dfe8031b506 admin admin] Router e70e05e4-f9ba-4ebb-9ff8-e913965115dd is scheduled to L3 agent ce014548-da84-4f8c-9540-249ce2846e6a with binding_index 1 {{(pid=73963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 16:11:10.313141 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-ba056e9e-59d0-4553-9d2f-797d9a44176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:10.322593 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:10.355000 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-ba056e9e-59d0-4553-9d2f-797d9a44176d None None] For port bc94c400-1c85-48a0-b87a-c792c871fe4d, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=bc94c400-1c85-48a0-b87a-c792c871fe4d,segment=NetworkSegment(fc404ee3-924a-4cfe-9240-0a5fec6414ad),segment_id=fc404ee3-924a-4cfe-9240-0a5fec6414ad)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:10.359570 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-ba056e9e-59d0-4553-9d2f-797d9a44176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:10.361753 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:10.445826 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba056e9e-59d0-4553-9d2f-797d9a44176d None None] Pushing event updated for resources: {'Port': ['ID=bc94c400-1c85-48a0-b87a-c792c871fe4d,revision_number=3']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:10.449176 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-ba056e9e-59d0-4553-9d2f-797d9a44176d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:10.478578 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfb2b83-c30c-41ff-ad57-4dfe8031b506 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:11:10.488958 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6daa40-3a51-4f41-b39f-14fb2a7c2d46 None None] Sync routers for ids ['e70e05e4-f9ba-4ebb-9ff8-e913965115dd'] in dv-cinder-787195-6-iscsi {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:11:10.499007 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6daa40-3a51-4f41-b39f-14fb2a7c2d46 None None] Routers {'e70e05e4-f9ba-4ebb-9ff8-e913965115dd'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:11:10.499635 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-ec6daa40-3a51-4f41-b39f-14fb2a7c2d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:10:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['e70e05e4-f9ba-4ebb-9ff8-e913965115dd'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:10.504910 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6bfb2b83-c30c-41ff-ad57-4dfe8031b506 admin admin] Notify callbacks [] for router, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:10.508789 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-6bfb2b83-c30c-41ff-ad57-4dfe8031b506 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4661162 Apr 30 16:11:10.509363 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 40900) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:10.652083 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-1f5c95a2-7a93-4943-97dd-0376cbc4bef6 None None] Provisioning complete for port bc94c400-1c85-48a0-b87a-c792c871fe4d triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:11:10.652321 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1f5c95a2-7a93-4943-97dd-0376cbc4bef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:10.729968 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-ec6daa40-3a51-4f41-b39f-14fb2a7c2d46 None None] Set router e70e05e4-f9ba-4ebb-9ff8-e913965115dd gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:11:11.096404 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-ec6daa40-3a51-4f41-b39f-14fb2a7c2d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'name': 'tempest-TestShelveInstance-1347307614-router', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f835a872-6c6f-41a4-9dd1-1878a6bdda8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:11:08Z', 'updated_at': '2021-04-30T16:11:09Z', 'revision_number': 3, 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'gw_port': {'id': 'f835a872-6c6f-41a4-9dd1-1878a6bdda8d', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:23:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:08Z', 'updated_at': '2021-04-30T16:11:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:11.100789 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6daa40-3a51-4f41-b39f-14fb2a7c2d46 None None] Checking router: e70e05e4-f9ba-4ebb-9ff8-e913965115dd for host: dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:11:11.101144 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6daa40-3a51-4f41-b39f-14fb2a7c2d46 None None] Updating router e70e05e4-f9ba-4ebb-9ff8-e913965115dd port f835a872-6c6f-41a4-9dd1-1878a6bdda8d binding host dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:11:11.155686 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-ec6daa40-3a51-4f41-b39f-14fb2a7c2d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:11.284441 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b35574c6-79c7-45b7-9e52-4de0c1e68d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:11.477611 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-ec6daa40-3a51-4f41-b39f-14fb2a7c2d46 None None] Notify callbacks [] for port, precommit_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:11.490020 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-ec6daa40-3a51-4f41-b39f-14fb2a7c2d46 None None] Transition to ACTIVE for port object f835a872-6c6f-41a4-9dd1-1878a6bdda8d will not be triggered until provisioned by entity L2. {{(pid=73965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:11:11.491541 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_common [None req-b35574c6-79c7-45b7-9e52-4de0c1e68d8a admin admin] Allocated IP 172.20.0.1 (0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64/870329fb-3f44-4079-9c46-3188f895863a/6f7b721d-5a09-481d-b560-b2ad9ceb66ff) {{(pid=73964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:11:11.498128 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-ec6daa40-3a51-4f41-b39f-14fb2a7c2d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:11.501622 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:11.574586 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-ec6daa40-3a51-4f41-b39f-14fb2a7c2d46 None None] Attempting to bind port f835a872-6c6f-41a4-9dd1-1878a6bdda8d on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:11:11.574950 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-ec6daa40-3a51-4f41-b39f-14fb2a7c2d46 None None] Attempting to bind port f835a872-6c6f-41a4-9dd1-1878a6bdda8d by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:11:11.575344 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6daa40-3a51-4f41-b39f-14fb2a7c2d46 None None] Attempting to bind port f835a872-6c6f-41a4-9dd1-1878a6bdda8d on network 7713db68-e23d-4336-9c52-9698584522df {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:11:11.580952 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29035fce-4968-49eb-8047-e307d807aabb None None] Pushing event updated for resources: {'Port': ['ID=f835a872-6c6f-41a4-9dd1-1878a6bdda8d,revision_number=2']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:11.584348 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-29035fce-4968-49eb-8047-e307d807aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:11.587342 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6daa40-3a51-4f41-b39f-14fb2a7c2d46 None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:11:11.587713 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6daa40-3a51-4f41-b39f-14fb2a7c2d46 None None] Checking segment: {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:11:11.588515 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-ec6daa40-3a51-4f41-b39f-14fb2a7c2d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:11.588515 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6daa40-3a51-4f41-b39f-14fb2a7c2d46 None None] Bound using segment: {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:11:11.588974 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-ec6daa40-3a51-4f41-b39f-14fb2a7c2d46 None None] Bound port: f835a872-6c6f-41a4-9dd1-1878a6bdda8d, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'}}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:11:11.589471 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-ec6daa40-3a51-4f41-b39f-14fb2a7c2d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:11.644088 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b35574c6-79c7-45b7-9e52-4de0c1e68d8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:11.659564 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.provisioning_blocks [None req-b35574c6-79c7-45b7-9e52-4de0c1e68d8a admin admin] Transition to ACTIVE for port object 6f7b721d-5a09-481d-b560-b2ad9ceb66ff will not be triggered until provisioned by entity DHCP. {{(pid=73964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:11:11.665166 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-ec6daa40-3a51-4f41-b39f-14fb2a7c2d46 None None] For port f835a872-6c6f-41a4-9dd1-1878a6bdda8d, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:11:11.668240 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-ec6daa40-3a51-4f41-b39f-14fb2a7c2d46 None None] For port f835a872-6c6f-41a4-9dd1-1878a6bdda8d, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=f835a872-6c6f-41a4-9dd1-1878a6bdda8d,segment=NetworkSegment(a30bcc7b-d76f-404c-9f7c-d7e43145326e),segment_id=a30bcc7b-d76f-404c-9f7c-d7e43145326e)] {{(pid=73965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:11:11.672961 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-ec6daa40-3a51-4f41-b39f-14fb2a7c2d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:11.676503 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-72f2038f-f4c0-44be-b47a-090c32c20581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:11.684150 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b35574c6-79c7-45b7-9e52-4de0c1e68d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:11.689567 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-baae34db-516c-47d3-b7fb-2dc2fddbdea3 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:11.743119 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35574c6-79c7-45b7-9e52-4de0c1e68d8a admin admin] Network 0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 is already hosted by enough agents. {{(pid=73964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:11:11.745866 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-b35574c6-79c7-45b7-9e52-4de0c1e68d8a admin admin] Resources bound (agent type, host, resource id): {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:11:11.749777 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35574c6-79c7-45b7-9e52-4de0c1e68d8a admin admin] Received port after_create {{(pid=73964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:11:11.751078 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6daa40-3a51-4f41-b39f-14fb2a7c2d46 None None] Routers {'e70e05e4-f9ba-4ebb-9ff8-e913965115dd'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:11:11.751705 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-ec6daa40-3a51-4f41-b39f-14fb2a7c2d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:10:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['e70e05e4-f9ba-4ebb-9ff8-e913965115dd'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:11.805310 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35574c6-79c7-45b7-9e52-4de0c1e68d8a admin admin] Pushing event updated for resources: {'Port': ['ID=6f7b721d-5a09-481d-b560-b2ad9ceb66ff,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:11.809798 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-b35574c6-79c7-45b7-9e52-4de0c1e68d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:11.823767 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29035fce-4968-49eb-8047-e307d807aabb None None] Pushing event updated for resources: {'Port': ['ID=f835a872-6c6f-41a4-9dd1-1878a6bdda8d,revision_number=3']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:11.827804 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b35574c6-79c7-45b7-9e52-4de0c1e68d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-915929'] for router_interface, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:11.828627 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-29035fce-4968-49eb-8047-e307d807aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:11.851295 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device bc94c400-1c85-48a0-b87a-c792c871fe4d up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:11:11.995829 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-ec6daa40-3a51-4f41-b39f-14fb2a7c2d46 None None] Set router e70e05e4-f9ba-4ebb-9ff8-e913965115dd gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:11:12.092502 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b35574c6-79c7-45b7-9e52-4de0c1e68d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:12.183452 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port bc94c400-1c85-48a0-b87a-c792c871fe4d triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:11:12.184051 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:12.227497 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-c72f5881-7074-4009-8418-dad7bde4bb5b None None] Provisioning for port 6f7b721d-5a09-481d-b560-b2ad9ceb66ff completed by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:11:12.243493 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-c72f5881-7074-4009-8418-dad7bde4bb5b None None] Provisioning complete for port 6f7b721d-5a09-481d-b560-b2ad9ceb66ff triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:11:12.243866 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-c72f5881-7074-4009-8418-dad7bde4bb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:12.310094 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b35574c6-79c7-45b7-9e52-4de0c1e68d8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:12.314432 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b35574c6-79c7-45b7-9e52-4de0c1e68d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714077'] for port, after_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:12.331973 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-c72f5881-7074-4009-8418-dad7bde4bb5b None None] Port 6f7b721d-5a09-481d-b560-b2ad9ceb66ff cannot update to ACTIVE because it is not bound. {{(pid=73965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:11:12.340376 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-4adab45f-3122-491e-ba3f-d7f6de9f6a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:12.430582 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35574c6-79c7-45b7-9e52-4de0c1e68d8a admin admin] Pushing event updated for resources: {'Port': ['ID=6f7b721d-5a09-481d-b560-b2ad9ceb66ff,revision_number=2']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:12.435347 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-b35574c6-79c7-45b7-9e52-4de0c1e68d8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-915836'] for router_interface, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:12.442910 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-b35574c6-79c7-45b7-9e52-4de0c1e68d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:12.448787 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-ec6daa40-3a51-4f41-b39f-14fb2a7c2d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'name': 'tempest-TestShelveInstance-1347307614-router', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f835a872-6c6f-41a4-9dd1-1878a6bdda8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:11:08Z', 'updated_at': '2021-04-30T16:11:09Z', 'revision_number': 3, 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'gw_port': {'id': 'f835a872-6c6f-41a4-9dd1-1878a6bdda8d', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:23:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:08Z', 'updated_at': '2021-04-30T16:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:12.453181 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6daa40-3a51-4f41-b39f-14fb2a7c2d46 None None] The sync data for ids ['e70e05e4-f9ba-4ebb-9ff8-e913965115dd'] in dv-cinder-787195-6-iscsi is: [{'id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'name': 'tempest-TestShelveInstance-1347307614-router', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f835a872-6c6f-41a4-9dd1-1878a6bdda8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:11:08Z', 'updated_at': '2021-04-30T16:11:09Z', 'revision_number': 3, 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'gw_port': {'id': 'f835a872-6c6f-41a4-9dd1-1878a6bdda8d', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:23:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:08Z', 'updated_at': '2021-04-30T16:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}] {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:11:12.579421 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35574c6-79c7-45b7-9e52-4de0c1e68d8a admin admin] Network 0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 is already hosted by enough agents. {{(pid=73964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:11:12.580547 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-b35574c6-79c7-45b7-9e52-4de0c1e68d8a admin admin] Resources bound (agent type, host, resource id): {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:11:12.804565 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35574c6-79c7-45b7-9e52-4de0c1e68d8a admin admin] Router e70e05e4-f9ba-4ebb-9ff8-e913965115dd has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:11:12.859391 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-5cf0efc5-6ac6-4781-9686-a789e48243b2 None None] Provisioning complete for port 6f7b721d-5a09-481d-b560-b2ad9ceb66ff triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:11:12.859700 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-5cf0efc5-6ac6-4781-9686-a789e48243b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:12.923339 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-5cf0efc5-6ac6-4781-9686-a789e48243b2 None None] Port 6f7b721d-5a09-481d-b560-b2ad9ceb66ff cannot update to ACTIVE because it is not bound. {{(pid=73965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:11:13.103233 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35574c6-79c7-45b7-9e52-4de0c1e68d8a admin admin] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:11:13.112724 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-b35574c6-79c7-45b7-9e52-4de0c1e68d8a admin admin] 10.222.0.72 "PUT /v2.0/routers/e70e05e4-f9ba-4ebb-9ff8-e913965115dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6021039 Apr 30 16:11:13.222987 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2a30e978-64f3-4308-ac2a-2c7b9febb234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:13.620632 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 40918) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:13.627105 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-f1f7a987-53c3-4d53-a471-b270ff318017 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-358469693-network', 'tenant_id': 'c8ebf3a769024e6ea04d7f5d3c77d6f8'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:11:13.631885 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-f1f7a987-53c3-4d53-a471-b270ff318017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:13.635786 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-f1f7a987-53c3-4d53-a471-b270ff318017 admin admin] Usage tracker for resource:network and tenant:c8ebf3a769024e6ea04d7f5d3c77d6f8 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:11:13.639698 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-f1f7a987-53c3-4d53-a471-b270ff318017 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:11:13.645755 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-f1f7a987-53c3-4d53-a471-b270ff318017 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:13.657283 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f7a987-53c3-4d53-a471-b270ff318017 admin admin] Made reservation on behalf of c8ebf3a769024e6ea04d7f5d3c77d6f8 for: {'network': 1} {{(pid=73964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:11:13.659540 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f1f7a987-53c3-4d53-a471-b270ff318017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for network, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:13.672111 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f1f7a987-53c3-4d53-a471-b270ff318017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:13.686383 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-f1f7a987-53c3-4d53-a471-b270ff318017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:13.690182 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-f1f7a987-53c3-4d53-a471-b270ff318017 admin admin] Usage tracker for resource:security_group_rule and tenant:c8ebf3a769024e6ea04d7f5d3c77d6f8 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:11:13.692933 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-f1f7a987-53c3-4d53-a471-b270ff318017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:11:13.698699 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-f1f7a987-53c3-4d53-a471-b270ff318017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:13.785748 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f1f7a987-53c3-4d53-a471-b270ff318017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:13.790356 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f1f7a987-53c3-4d53-a471-b270ff318017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:13.793490 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-37f05c82-e240-44f7-a432-aa1e74c5170e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:13.822559 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f7a987-53c3-4d53-a471-b270ff318017 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=73964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 16:11:13.832115 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7a987-53c3-4d53-a471-b270ff318017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b7f578-58dc-4b97-b04d-02f7ff7961f5,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:13.835644 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-f1f7a987-53c3-4d53-a471-b270ff318017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:13.838175 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f1f7a987-53c3-4d53-a471-b270ff318017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:13.838520 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.db.segments_db [None req-f1f7a987-53c3-4d53-a471-b270ff318017 admin admin] Added segment 40ac4b2c-33a5-4270-a38f-b8591c2c6f74 of type vlan for network 042cc17b-30cd-45a4-bac9-b3d71f25fed5 Apr 30 16:11:13.861446 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device f835a872-6c6f-41a4-9dd1-1878a6bdda8d up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:11:13.868236 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f1f7a987-53c3-4d53-a471-b270ff318017 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758132848788'] for network, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:13.900886 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f1f7a987-53c3-4d53-a471-b270ff318017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113'] for network, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:13.901949 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f7a987-53c3-4d53-a471-b270ff318017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:13.902538 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f1f7a987-53c3-4d53-a471-b270ff318017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:13.906963 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:13.979564 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port f835a872-6c6f-41a4-9dd1-1878a6bdda8d completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:11:13.985577 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port f835a872-6c6f-41a4-9dd1-1878a6bdda8d triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:11:13.986003 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:14.004580 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc387342-1592-416f-8f6b-6ff1a18d40bf None None] Sync routers for ids ['e70e05e4-f9ba-4ebb-9ff8-e913965115dd'] in dv-cinder-787195-6-iscsi {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:11:14.011086 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-f1f7a987-53c3-4d53-a471-b270ff318017 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3893085 Apr 30 16:11:14.011874 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7a987-53c3-4d53-a471-b270ff318017 admin admin] Pushing event updated for resources: {'Network': ['ID=042cc17b-30cd-45a4-bac9-b3d71f25fed5,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:14.014734 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 40922) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:14.016981 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc387342-1592-416f-8f6b-6ff1a18d40bf None None] Routers {'e70e05e4-f9ba-4ebb-9ff8-e913965115dd'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:11:14.017587 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-f1f7a987-53c3-4d53-a471-b270ff318017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:14.017735 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-cc387342-1592-416f-8f6b-6ff1a18d40bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:10:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['e70e05e4-f9ba-4ebb-9ff8-e913965115dd'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:14.021129 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-2387adb4-6472-47eb-8858-d107d9906f2f admin admin] Request body: {'subnet': {'network_id': '042cc17b-30cd-45a4-bac9-b3d71f25fed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-358469693-subnet', 'tenant_id': 'c8ebf3a769024e6ea04d7f5d3c77d6f8', 'ip_version': 4}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:11:14.025834 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-2387adb4-6472-47eb-8858-d107d9906f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:14.030248 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-2387adb4-6472-47eb-8858-d107d9906f2f admin admin] Usage tracker for resource:subnet and tenant:c8ebf3a769024e6ea04d7f5d3c77d6f8 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:11:14.031880 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Network 042cc17b-30cd-45a4-bac9-b3d71f25fed5 details requested by agent ovs-agent-dv-cinder-787195-6-iscsi with host dv-cinder-787195-6-iscsi {{(pid=73965) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 16:11:14.033249 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-2387adb4-6472-47eb-8858-d107d9906f2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:11:14.039070 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-2387adb4-6472-47eb-8858-d107d9906f2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:14.051127 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2387adb4-6472-47eb-8858-d107d9906f2f admin admin] Made reservation on behalf of c8ebf3a769024e6ea04d7f5d3c77d6f8 for: {'subnet': 1} {{(pid=73964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:11:14.053337 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-2387adb4-6472-47eb-8858-d107d9906f2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-777221'] for subnet, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:14.206460 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:14.222806 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] For port f835a872-6c6f-41a4-9dd1-1878a6bdda8d, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=f835a872-6c6f-41a4-9dd1-1878a6bdda8d,segment=NetworkSegment(a30bcc7b-d76f-404c-9f7c-d7e43145326e),segment_id=a30bcc7b-d76f-404c-9f7c-d7e43145326e)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:14.227037 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:14.230959 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:14.250780 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-cc387342-1592-416f-8f6b-6ff1a18d40bf None None] Set router e70e05e4-f9ba-4ebb-9ff8-e913965115dd gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:11:14.301968 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Pushing event updated for resources: {'Port': ['ID=f835a872-6c6f-41a4-9dd1-1878a6bdda8d,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:14.305243 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:14.444068 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-2387adb4-6472-47eb-8858-d107d9906f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3691430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-777239'] for subnet, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:14.448808 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-93e03c39-c984-458c-a9d8-471056e795ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:14.517202 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387adb4-6472-47eb-8858-d107d9906f2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8adb8d2-7f84-45b4-bf7f-7ce9d788cc87,revision_number=0']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:14.520506 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-2387adb4-6472-47eb-8858-d107d9906f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:14.526041 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2387adb4-6472-47eb-8858-d107d9906f2f admin admin] Checking segment: {'id': '40ac4b2c-33a5-4270-a38f-b8591c2c6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '042cc17b-30cd-45a4-bac9-b3d71f25fed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:11:14.526384 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2387adb4-6472-47eb-8858-d107d9906f2f admin admin] Network hostable DHCP agents. Network: 042cc17b-30cd-45a4-bac9-b3d71f25fed5, hostable agents: ['bfd10ce1-d195-4e07-9fe2-51a3c988df31'], hosted agents: [] {{(pid=73964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 16:11:14.543558 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2387adb4-6472-47eb-8858-d107d9906f2f admin admin] Network 042cc17b-30cd-45a4-bac9-b3d71f25fed5 is scheduled to be hosted by DHCP agent bfd10ce1-d195-4e07-9fe2-51a3c988df31 with binding_index 1 {{(pid=73964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 16:11:14.555172 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-2387adb4-6472-47eb-8858-d107d9906f2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-6-iscsi, 042cc17b-30cd-45a4-bac9-b3d71f25fed5) {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:11:14.564243 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2387adb4-6472-47eb-8858-d107d9906f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:14.565082 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-cc387342-1592-416f-8f6b-6ff1a18d40bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'name': 'tempest-TestShelveInstance-1347307614-router', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f835a872-6c6f-41a4-9dd1-1878a6bdda8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:11:08Z', 'updated_at': '2021-04-30T16:11:12Z', 'revision_number': 4, 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'gw_port': {'id': 'f835a872-6c6f-41a4-9dd1-1878a6bdda8d', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:23:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:08Z', 'updated_at': '2021-04-30T16:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '6f7b721d-5a09-481d-b560-b2ad9ceb66ff', 'name': '', 'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'mac_address': 'fa:16:3e:f2:60:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '870329fb-3f44-4079-9c46-3188f895863a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:11Z', 'updated_at': '2021-04-30T16:11:12Z', 'revision_number': 2, 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'subnets': [{'id': '870329fb-3f44-4079-9c46-3188f895863a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:14.565269 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-2387adb4-6472-47eb-8858-d107d9906f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for subnet, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:14.567620 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff084267-2aa9-4c66-96fb-c629e0317307 None None] Network 042cc17b-30cd-45a4-bac9-b3d71f25fed5 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:11:14.568758 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc387342-1592-416f-8f6b-6ff1a18d40bf None None] Checking router: e70e05e4-f9ba-4ebb-9ff8-e913965115dd for host: dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:11:14.569646 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc387342-1592-416f-8f6b-6ff1a18d40bf None None] Updating router e70e05e4-f9ba-4ebb-9ff8-e913965115dd port 6f7b721d-5a09-481d-b560-b2ad9ceb66ff binding host dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:11:14.587746 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-2387adb4-6472-47eb-8858-d107d9906f2f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5697656 Apr 30 16:11:14.587976 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 40926) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:14.593781 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-bcec970c-1878-455b-a764-18bca2c4af15 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-358469693-router', 'tenant_id': 'c8ebf3a769024e6ea04d7f5d3c77d6f8', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df'}}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:11:14.598497 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-bcec970c-1878-455b-a764-18bca2c4af15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:14.603716 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-bcec970c-1878-455b-a764-18bca2c4af15 admin admin] Usage tracker for resource:router and tenant:c8ebf3a769024e6ea04d7f5d3c77d6f8 is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:11:14.607348 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-bcec970c-1878-455b-a764-18bca2c4af15 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:11:14.613146 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-bcec970c-1878-455b-a764-18bca2c4af15 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:14.625685 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-bcec970c-1878-455b-a764-18bca2c4af15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12626'] for router, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:14.626715 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-bcec970c-1878-455b-a764-18bca2c4af15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-658403', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-754852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12635'] for router, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:14.626950 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-cc387342-1592-416f-8f6b-6ff1a18d40bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:14.642288 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-bcec970c-1878-455b-a764-18bca2c4af15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:14.787343 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f83a816-f938-505d-a748-952e2383f86f-042cc17b-30cd-45a4-bac9-b3d71f25fed5', 'network_id': '042cc17b-30cd-45a4-bac9-b3d71f25fed5', 'tenant_id': 'c8ebf3a769024e6ea04d7f5d3c77d6f8', 'fixed_ips': [{'subnet_id': 'd8adb8d2-7f84-45b4-bf7f-7ce9d788cc87'}]}} from dv-cinder-787195-6-iscsi. {{(pid=73965) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 16:11:14.788486 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:14.915119 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-bcec970c-1878-455b-a764-18bca2c4af15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-658330', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-665441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12713'] for router, precommit_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:14.947015 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.db_base_plugin_common [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Allocated IP 172.20.0.2 (042cc17b-30cd-45a4-bac9-b3d71f25fed5/d8adb8d2-7f84-45b4-bf7f-7ce9d788cc87/9119bd35-5bf1-442e-8d24-81180e064caf) {{(pid=73965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:11:14.966510 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-cc387342-1592-416f-8f6b-6ff1a18d40bf None None] Notify callbacks [] for port, precommit_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:14.978737 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.provisioning_blocks [None req-cc387342-1592-416f-8f6b-6ff1a18d40bf None None] Transition to ACTIVE for port object 6f7b721d-5a09-481d-b560-b2ad9ceb66ff will not be triggered until provisioned by entity L2. {{(pid=73966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:11:14.985860 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-cc387342-1592-416f-8f6b-6ff1a18d40bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:14.990172 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:15.177193 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2416b1-1e5e-44fa-977e-330e942de1ac None None] Pushing event updated for resources: {'Port': ['ID=6f7b721d-5a09-481d-b560-b2ad9ceb66ff,revision_number=3']} {{(pid=73966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:15.185073 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Notify callbacks [] for port, precommit_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:15.197556 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Transition to ACTIVE for port object 9119bd35-5bf1-442e-8d24-81180e064caf will not be triggered until provisioned by entity L2. {{(pid=73965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:11:15.220063 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Transition to ACTIVE for port object 9119bd35-5bf1-442e-8d24-81180e064caf will not be triggered until provisioned by entity DHCP. {{(pid=73965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:11:15.224035 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2416b1-1e5e-44fa-977e-330e942de1ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:15.224320 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2416b1-1e5e-44fa-977e-330e942de1ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:15.224842 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2416b1-1e5e-44fa-977e-330e942de1ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:15.225372 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2416b1-1e5e-44fa-977e-330e942de1ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:15.225712 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2416b1-1e5e-44fa-977e-330e942de1ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:15.226126 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2416b1-1e5e-44fa-977e-330e942de1ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:15.226485 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2416b1-1e5e-44fa-977e-330e942de1ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:15.226841 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2416b1-1e5e-44fa-977e-330e942de1ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:15.227226 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2416b1-1e5e-44fa-977e-330e942de1ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:15.227553 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2416b1-1e5e-44fa-977e-330e942de1ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:15.227868 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2416b1-1e5e-44fa-977e-330e942de1ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:15.228393 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2416b1-1e5e-44fa-977e-330e942de1ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:15.232985 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206'] for port, after_create {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:15.239602 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-ee2416b1-1e5e-44fa-977e-330e942de1ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:15.247554 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-13096960-868b-4379-bc90-bc3b000cb35e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:15.257341 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-cc387342-1592-416f-8f6b-6ff1a18d40bf None None] Attempting to bind port 6f7b721d-5a09-481d-b560-b2ad9ceb66ff on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:11:15.257709 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-cc387342-1592-416f-8f6b-6ff1a18d40bf None None] Attempting to bind port 6f7b721d-5a09-481d-b560-b2ad9ceb66ff by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': 'fc404ee3-924a-4cfe-9240-0a5fec6414ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64'}] {{(pid=73966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:11:15.258070 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc387342-1592-416f-8f6b-6ff1a18d40bf None None] Attempting to bind port 6f7b721d-5a09-481d-b560-b2ad9ceb66ff on network 0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:11:15.263778 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc387342-1592-416f-8f6b-6ff1a18d40bf None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:11:15.264181 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc387342-1592-416f-8f6b-6ff1a18d40bf None None] Checking segment: {'id': 'fc404ee3-924a-4cfe-9240-0a5fec6414ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:11:15.264583 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-cc387342-1592-416f-8f6b-6ff1a18d40bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:15.264975 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc387342-1592-416f-8f6b-6ff1a18d40bf None None] Bound using segment: {'id': 'fc404ee3-924a-4cfe-9240-0a5fec6414ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64'} {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:11:15.265434 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-cc387342-1592-416f-8f6b-6ff1a18d40bf None None] Bound port: 6f7b721d-5a09-481d-b560-b2ad9ceb66ff, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc404ee3-924a-4cfe-9240-0a5fec6414ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64'}}] {{(pid=73966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:11:15.265909 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-cc387342-1592-416f-8f6b-6ff1a18d40bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:15.305947 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Network 042cc17b-30cd-45a4-bac9-b3d71f25fed5 is already hosted by enough agents. {{(pid=73965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:11:15.310746 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.scheduler.base_scheduler [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Resources bound (agent type, host, resource id): {{(pid=73965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:11:15.315807 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Received port after_create {{(pid=73965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:11:15.360352 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-bcec970c-1878-455b-a764-18bca2c4af15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:15.363618 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.db [None req-cc387342-1592-416f-8f6b-6ff1a18d40bf None None] For port 6f7b721d-5a09-481d-b560-b2ad9ceb66ff, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:11:15.368444 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.db [None req-cc387342-1592-416f-8f6b-6ff1a18d40bf None None] For port 6f7b721d-5a09-481d-b560-b2ad9ceb66ff, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=6f7b721d-5a09-481d-b560-b2ad9ceb66ff,segment=NetworkSegment(fc404ee3-924a-4cfe-9240-0a5fec6414ad),segment_id=fc404ee3-924a-4cfe-9240-0a5fec6414ad)] {{(pid=73966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:11:15.372654 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-cc387342-1592-416f-8f6b-6ff1a18d40bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:15.373560 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Pushing event updated for resources: {'Port': ['ID=9119bd35-5bf1-442e-8d24-81180e064caf,revision_number=1']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:15.378635 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 40930) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:15.382943 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:15.395419 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-bcec970c-1878-455b-a764-18bca2c4af15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:15.401997 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:15.431690 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Attempting to bind port 9119bd35-5bf1-442e-8d24-81180e064caf on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:11:15.432361 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Attempting to bind port 9119bd35-5bf1-442e-8d24-81180e064caf by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': '40ac4b2c-33a5-4270-a38f-b8591c2c6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '042cc17b-30cd-45a4-bac9-b3d71f25fed5'}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:11:15.432821 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Attempting to bind port 9119bd35-5bf1-442e-8d24-81180e064caf on network 042cc17b-30cd-45a4-bac9-b3d71f25fed5 {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:11:15.440185 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:11:15.440888 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Checking segment: {'id': '40ac4b2c-33a5-4270-a38f-b8591c2c6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '042cc17b-30cd-45a4-bac9-b3d71f25fed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:11:15.441500 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:15.442097 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Bound using segment: {'id': '40ac4b2c-33a5-4270-a38f-b8591c2c6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '042cc17b-30cd-45a4-bac9-b3d71f25fed5'} {{(pid=73965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:11:15.442824 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.managers [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Bound port: 9119bd35-5bf1-442e-8d24-81180e064caf, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ac4b2c-33a5-4270-a38f-b8591c2c6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '042cc17b-30cd-45a4-bac9-b3d71f25fed5'}}] {{(pid=73965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:11:15.443436 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:15.458416 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc387342-1592-416f-8f6b-6ff1a18d40bf None None] Routers {'e70e05e4-f9ba-4ebb-9ff8-e913965115dd'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:11:15.459054 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-cc387342-1592-416f-8f6b-6ff1a18d40bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:10:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['e70e05e4-f9ba-4ebb-9ff8-e913965115dd'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:15.542668 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2416b1-1e5e-44fa-977e-330e942de1ac None None] Pushing event updated for resources: {'Port': ['ID=6f7b721d-5a09-481d-b560-b2ad9ceb66ff,revision_number=4']} {{(pid=73966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:15.553535 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-ee2416b1-1e5e-44fa-977e-330e942de1ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:15.569086 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_common [None req-bcec970c-1878-455b-a764-18bca2c4af15 admin admin] Allocated IP 172.27.3.245 (7713db68-e23d-4336-9c52-9698584522df/6c05463b-e465-4436-9156-1956ee4f9865/4ad63b02-3f2b-471e-912c-0c04ee4aafdd) {{(pid=73964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:11:15.572025 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] For port 9119bd35-5bf1-442e-8d24-81180e064caf, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:11:15.578737 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] For port 9119bd35-5bf1-442e-8d24-81180e064caf, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=9119bd35-5bf1-442e-8d24-81180e064caf,segment=NetworkSegment(40ac4b2c-33a5-4270-a38f-b8591c2c6f74),segment_id=40ac4b2c-33a5-4270-a38f-b8591c2c6f74)] {{(pid=73965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:11:15.585511 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:15.589158 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:15.696277 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Pushing event updated for resources: {'Port': ['ID=9119bd35-5bf1-442e-8d24-81180e064caf,revision_number=2']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:15.717139 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:15.717501 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:15.717800 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:15.718123 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:15.718478 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:15.720743 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:15.720743 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:15.720743 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:15.720743 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:15.720743 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:15.720743 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:15.720743 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:15.724436 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:15.749290 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-cc387342-1592-416f-8f6b-6ff1a18d40bf None None] Set router e70e05e4-f9ba-4ebb-9ff8-e913965115dd gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:11:15.761113 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-2dc95bbb-e450-4ddc-8c54-fb8825cc8d60 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Deleting port 3ee13e4e-2f02-417c-9c50-74efebfab704 {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:11:15.761453 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2dc95bbb-e450-4ddc-8c54-fb8825cc8d60 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:15.834705 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-bcec970c-1878-455b-a764-18bca2c4af15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:15.870732 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-bcec970c-1878-455b-a764-18bca2c4af15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:15.878044 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device f835a872-6c6f-41a4-9dd1-1878a6bdda8d up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:11:15.892785 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-0a67f268-4b1f-4578-b938-eb8ef2af03d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:15.910371 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2dc95bbb-e450-4ddc-8c54-fb8825cc8d60 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:15.910733 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2dc95bbb-e450-4ddc-8c54-fb8825cc8d60 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:16.063658 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:16.070845 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-7bab79d2-d00c-4633-bcd3-23e758936077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:16.071729 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcec970c-1878-455b-a764-18bca2c4af15 admin admin] Network 7713db68-e23d-4336-9c52-9698584522df is already hosted by enough agents. {{(pid=73964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:11:16.075870 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-bcec970c-1878-455b-a764-18bca2c4af15 admin admin] Resources bound (agent type, host, resource id): {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:11:16.085347 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcec970c-1878-455b-a764-18bca2c4af15 admin admin] Received port after_create {{(pid=73964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:11:16.092972 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port f835a872-6c6f-41a4-9dd1-1878a6bdda8d triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:11:16.093350 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:16.145290 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-2dc95bbb-e450-4ddc-8c54-fb8825cc8d60 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Calling delete_port for 3ee13e4e-2f02-417c-9c50-74efebfab704 owned by network:floatingip {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:11:16.146621 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec970c-1878-455b-a764-18bca2c4af15 admin admin] Pushing event updated for resources: {'Port': ['ID=4ad63b02-3f2b-471e-912c-0c04ee4aafdd,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:16.152431 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-bcec970c-1878-455b-a764-18bca2c4af15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:16.240939 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-cc387342-1592-416f-8f6b-6ff1a18d40bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'name': 'tempest-TestShelveInstance-1347307614-router', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f835a872-6c6f-41a4-9dd1-1878a6bdda8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:11:08Z', 'updated_at': '2021-04-30T16:11:12Z', 'revision_number': 4, 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'gw_port': {'id': 'f835a872-6c6f-41a4-9dd1-1878a6bdda8d', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:08Z', 'updated_at': '2021-04-30T16:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '6f7b721d-5a09-481d-b560-b2ad9ceb66ff', 'name': '', 'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'mac_address': 'fa:16:3e:f2:60:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '870329fb-3f44-4079-9c46-3188f895863a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:11Z', 'updated_at': '2021-04-30T16:11:15Z', 'revision_number': 4, 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'subnets': [{'id': '870329fb-3f44-4079-9c46-3188f895863a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:16.245214 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc387342-1592-416f-8f6b-6ff1a18d40bf None None] The sync data for ids ['e70e05e4-f9ba-4ebb-9ff8-e913965115dd'] in dv-cinder-787195-6-iscsi is: [{'id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'name': 'tempest-TestShelveInstance-1347307614-router', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f835a872-6c6f-41a4-9dd1-1878a6bdda8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:11:08Z', 'updated_at': '2021-04-30T16:11:12Z', 'revision_number': 4, 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'gw_port': {'id': 'f835a872-6c6f-41a4-9dd1-1878a6bdda8d', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:08Z', 'updated_at': '2021-04-30T16:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '6f7b721d-5a09-481d-b560-b2ad9ceb66ff', 'name': '', 'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'mac_address': 'fa:16:3e:f2:60:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '870329fb-3f44-4079-9c46-3188f895863a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:11Z', 'updated_at': '2021-04-30T16:11:15Z', 'revision_number': 4, 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'subnets': [{'id': '870329fb-3f44-4079-9c46-3188f895863a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:11:16.313128 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2dc95bbb-e450-4ddc-8c54-fb8825cc8d60 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:16.330057 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-5b2d9c31-f4fb-4459-a5e2-04e8e5420fe7 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:16.390054 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc95bbb-e450-4ddc-8c54-fb8825cc8d60 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Pushing event deleted for resources: {'Port': ['ID=3ee13e4e-2f02-417c-9c50-74efebfab704,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:16.393558 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-2dc95bbb-e450-4ddc-8c54-fb8825cc8d60 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:16.507001 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2dc95bbb-e450-4ddc-8c54-fb8825cc8d60 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for floatingip, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:16.507341 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.db.l3_db [None req-2dc95bbb-e450-4ddc-8c54-fb8825cc8d60 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Floating IP 3211a360-685d-45e6-b671-28633a6c2dfe disassociated (deleted). External IP: 172.27.3.83, port: b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8. Apr 30 16:11:16.604357 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-bcec970c-1878-455b-a764-18bca2c4af15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:16.689091 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:16.848811 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d9573e-09dc-4c2d-8664-e78bd148131e None None] Network 042cc17b-30cd-45a4-bac9-b3d71f25fed5 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:11:16.992620 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-20c176d0-ebb0-4acd-a2ea-17bbbc260d05 None None] Provisioning for port 9119bd35-5bf1-442e-8d24-81180e064caf completed by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:11:17.005627 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-bcec970c-1878-455b-a764-18bca2c4af15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655959'] for router, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:17.099746 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc95bbb-e450-4ddc-8c54-fb8825cc8d60 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:11:17.302318 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc95bbb-e450-4ddc-8c54-fb8825cc8d60 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:11:17.320108 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263acc3f-9a10-4da8-873d-29c8429b0872 None None] Sync routers for ids ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'] in dv-cinder-787195-6-iscsi {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:11:17.334110 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263acc3f-9a10-4da8-873d-29c8429b0872 None None] Routers {'4f712ea0-1630-4485-86ed-ae41e0c60ae6'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:11:17.335210 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-2dc95bbb-e450-4ddc-8c54-fb8825cc8d60 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for floatingip, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:17.336192 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-263acc3f-9a10-4da8-873d-29c8429b0872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:11:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:17.355701 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcec970c-1878-455b-a764-18bca2c4af15 admin admin] Router 3a63650d-186b-4199-b945-70b6fb9d9085 is scheduled to L3 agent ce014548-da84-4f8c-9540-249ce2846e6a with binding_index 1 {{(pid=73964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 16:11:17.416930 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-2dc95bbb-e450-4ddc-8c54-fb8825cc8d60 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "DELETE /v2.0/floatingips/3211a360-685d-45e6-b671-28633a6c2dfe HTTP/1.1" status: 204 len: 168 time: 2.0325909 Apr 30 16:11:17.416930 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93d607f-5c64-4920-9c4c-fe3483958e21', 'tag': 'b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:11:17.606222 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcec970c-1878-455b-a764-18bca2c4af15 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:11:17.614413 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-263acc3f-9a10-4da8-873d-29c8429b0872 None None] Set router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:11:17.615573 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042c1bc7-b0bd-40aa-80f2-8ab519708798 None None] Sync routers for ids ['3a63650d-186b-4199-b945-70b6fb9d9085'] in dv-cinder-787195-6-iscsi {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:11:17.625886 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042c1bc7-b0bd-40aa-80f2-8ab519708798 None None] Routers {'3a63650d-186b-4199-b945-70b6fb9d9085'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:11:17.626575 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-042c1bc7-b0bd-40aa-80f2-8ab519708798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:11:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['3a63650d-186b-4199-b945-70b6fb9d9085'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:17.642861 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-bcec970c-1878-455b-a764-18bca2c4af15 admin admin] Notify callbacks [] for router, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:17.644402 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-bcec970c-1878-455b-a764-18bca2c4af15 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0552075 Apr 30 16:11:17.647023 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 40940) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:17.873615 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93d607f-5c64-4920-9c4c-fe3483958e21', 'tag': 'b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8', 'status': 'completed', 'code': 200} Apr 30 16:11:17.890005 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-042c1bc7-b0bd-40aa-80f2-8ab519708798 None None] Set router 3a63650d-186b-4199-b945-70b6fb9d9085 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:11:17.977229 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 6f7b721d-5a09-481d-b560-b2ad9ceb66ff up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:11:18.123805 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port 6f7b721d-5a09-481d-b560-b2ad9ceb66ff completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:11:18.131333 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 6f7b721d-5a09-481d-b560-b2ad9ceb66ff triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:11:18.131707 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:18.191659 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643c001-3c53-4cf0-8873-b016f5065e7b req-e45fb2b6-4ba5-441f-b910-dd54075d447c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:18.193208 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7643c001-3c53-4cf0-8873-b016f5065e7b req-e45fb2b6-4ba5-441f-b910-dd54075d447c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75612fb9c54545baa7fc7f75d63cf365&device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 1099 time: 0.3216610 Apr 30 16:11:18.205338 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-263acc3f-9a10-4da8-873d-29c8429b0872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'name': 'tempest-TestVolumeBootPattern-1192148063-router', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:12Z', 'updated_at': '2021-04-30T16:03:17Z', 'revision_number': 4, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'gw_port': {'id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:13Z', 'updated_at': '2021-04-30T16:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': '3edb45e5-6c14-4e89-94e1-7d747b76f021', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'port_id': '8491607e-0551-47ef-81e2-b4000ac9c380', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'mac_address': 'fa:16:3e:6e:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f0d501-ea79-4ba1-a08e-8283f0aa118a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:07:06Z', 'updated_at': '2021-04-30T16:07:09Z', 'revision_number': 1, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9359bae5-e69f-4575-a07a-193914c9f4f1', 'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'mac_address': 'fa:16:3e:e9:dd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '99795baf-474b-42a4-8dbb-35c325850572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:16Z', 'updated_at': '2021-04-30T16:03:23Z', 'revision_number': 5, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'subnets': [{'id': '99795baf-474b-42a4-8dbb-35c325850572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:18.211344 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263acc3f-9a10-4da8-873d-29c8429b0872 None None] Checking router: 4f712ea0-1630-4485-86ed-ae41e0c60ae6 for host: dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:11:18.221868 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-042c1bc7-b0bd-40aa-80f2-8ab519708798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63650d-186b-4199-b945-70b6fb9d9085', 'name': 'tempest-TestShelveInstance-358469693-router', 'tenant_id': 'c8ebf3a769024e6ea04d7f5d3c77d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ad63b02-3f2b-471e-912c-0c04ee4aafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:11:14Z', 'updated_at': '2021-04-30T16:11:16Z', 'revision_number': 3, 'project_id': 'c8ebf3a769024e6ea04d7f5d3c77d6f8', 'gw_port': {'id': '4ad63b02-3f2b-471e-912c-0c04ee4aafdd', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:01:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63650d-186b-4199-b945-70b6fb9d9085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:15Z', 'updated_at': '2021-04-30T16:11:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:18.225794 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042c1bc7-b0bd-40aa-80f2-8ab519708798 None None] Checking router: 3a63650d-186b-4199-b945-70b6fb9d9085 for host: dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:11:18.226142 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042c1bc7-b0bd-40aa-80f2-8ab519708798 None None] Updating router 3a63650d-186b-4199-b945-70b6fb9d9085 port 4ad63b02-3f2b-471e-912c-0c04ee4aafdd binding host dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:11:18.230073 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982959a7-d92f-4bf2-940e-a50c349c0e11 req-852a1d78-8296-4ef9-a9ab-148e6c2e6913 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:18.230757 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-982959a7-d92f-4bf2-940e-a50c349c0e11 req-852a1d78-8296-4ef9-a9ab-148e6c2e6913 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Synchronizing usage tracker for tenant:75612fb9c54545baa7fc7f75d63cf365 on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:11:18.254596 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263acc3f-9a10-4da8-873d-29c8429b0872 None None] Routers {'4f712ea0-1630-4485-86ed-ae41e0c60ae6'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:11:18.255223 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-263acc3f-9a10-4da8-873d-29c8429b0872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:11:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:18.283412 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-042c1bc7-b0bd-40aa-80f2-8ab519708798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:18.340910 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-982959a7-d92f-4bf2-940e-a50c349c0e11 req-852a1d78-8296-4ef9-a9ab-148e6c2e6913 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Unset dirty status for tenant:75612fb9c54545baa7fc7f75d63cf365 on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:11:18.343949 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-982959a7-d92f-4bf2-940e-a50c349c0e11 req-852a1d78-8296-4ef9-a9ab-148e6c2e6913 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 946 time: 0.4260919 Apr 30 16:11:18.349005 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:18.477926 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] For port 6f7b721d-5a09-481d-b560-b2ad9ceb66ff, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=6f7b721d-5a09-481d-b560-b2ad9ceb66ff,segment=NetworkSegment(fc404ee3-924a-4cfe-9240-0a5fec6414ad),segment_id=fc404ee3-924a-4cfe-9240-0a5fec6414ad)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:18.487518 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:18.488814 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 9119bd35-5bf1-442e-8d24-81180e064caf up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:11:18.518333 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:18.559401 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:18.576533 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-263acc3f-9a10-4da8-873d-29c8429b0872 None None] Set router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:11:18.618613 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-982959a7-d92f-4bf2-940e-a50c349c0e11 req-a675c6f3-9812-464f-8587-1bbb516e8e05 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254539 Apr 30 16:11:18.619339 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643c001-3c53-4cf0-8873-b016f5065e7b req-dbe1e791-8452-442f-ab79-0d39c55e93f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:18.620656 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7643c001-3c53-4cf0-8873-b016f5065e7b req-dbe1e791-8452-442f-ab79-0d39c55e93f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9 HTTP/1.1" status: 200 len: 912 time: 0.4167666 Apr 30 16:11:18.664609 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-042c1bc7-b0bd-40aa-80f2-8ab519708798 None None] Notify callbacks [] for port, precommit_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:18.677305 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.provisioning_blocks [None req-042c1bc7-b0bd-40aa-80f2-8ab519708798 None None] Transition to ACTIVE for port object 4ad63b02-3f2b-471e-912c-0c04ee4aafdd will not be triggered until provisioned by entity L2. {{(pid=73966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:11:18.684295 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-042c1bc7-b0bd-40aa-80f2-8ab519708798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:18.695287 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-a5738d5a-c4e6-4344-9dd5-369a3dd464b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:18.743714 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7643c001-3c53-4cf0-8873-b016f5065e7b req-9a15cd3d-535d-4411-b135-ca91f642d913 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8 HTTP/1.1" status: 200 len: 217 time: 0.0747597 Apr 30 16:11:18.753953 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-042c1bc7-b0bd-40aa-80f2-8ab519708798 None None] Attempting to bind port 4ad63b02-3f2b-471e-912c-0c04ee4aafdd on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:11:18.754440 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-042c1bc7-b0bd-40aa-80f2-8ab519708798 None None] Attempting to bind port 4ad63b02-3f2b-471e-912c-0c04ee4aafdd by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'}] {{(pid=73966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:11:18.754797 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042c1bc7-b0bd-40aa-80f2-8ab519708798 None None] Attempting to bind port 4ad63b02-3f2b-471e-912c-0c04ee4aafdd on network 7713db68-e23d-4336-9c52-9698584522df {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:11:18.762033 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Pushing event updated for resources: {'Port': ['ID=6f7b721d-5a09-481d-b560-b2ad9ceb66ff,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:18.768413 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:18.768613 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042c1bc7-b0bd-40aa-80f2-8ab519708798 None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:11:18.768931 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042c1bc7-b0bd-40aa-80f2-8ab519708798 None None] Checking segment: {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:11:18.769853 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-042c1bc7-b0bd-40aa-80f2-8ab519708798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:18.770247 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042c1bc7-b0bd-40aa-80f2-8ab519708798 None None] Bound using segment: {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'} {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:11:18.770719 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-042c1bc7-b0bd-40aa-80f2-8ab519708798 None None] Bound port: 4ad63b02-3f2b-471e-912c-0c04ee4aafdd, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30bcc7b-d76f-404c-9f7c-d7e43145326e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7713db68-e23d-4336-9c52-9698584522df'}}] {{(pid=73966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:11:18.771087 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-042c1bc7-b0bd-40aa-80f2-8ab519708798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:18.805428 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port 9119bd35-5bf1-442e-8d24-81180e064caf completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:11:18.812776 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 9119bd35-5bf1-442e-8d24-81180e064caf triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:11:18.813154 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:18.861752 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643c001-3c53-4cf0-8873-b016f5065e7b req-2373108d-e2c0-4004-add5-f7c1bf1986d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:18.863244 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7643c001-3c53-4cf0-8873-b016f5065e7b req-2373108d-e2c0-4004-add5-f7c1bf1986d5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99795baf-474b-42a4-8dbb-35c325850572 HTTP/1.1" status: 200 len: 851 time: 0.1105649 Apr 30 16:11:18.865771 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35e4fb-392b-431f-afea-81a59faea3d4 None None] Pushing event updated for resources: {'Port': ['ID=4ad63b02-3f2b-471e-912c-0c04ee4aafdd,revision_number=2']} {{(pid=73966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:18.868752 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-0a35e4fb-392b-431f-afea-81a59faea3d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:18.873467 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.db [None req-042c1bc7-b0bd-40aa-80f2-8ab519708798 None None] For port 4ad63b02-3f2b-471e-912c-0c04ee4aafdd, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:11:18.876882 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.db [None req-042c1bc7-b0bd-40aa-80f2-8ab519708798 None None] For port 4ad63b02-3f2b-471e-912c-0c04ee4aafdd, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=4ad63b02-3f2b-471e-912c-0c04ee4aafdd,segment=NetworkSegment(a30bcc7b-d76f-404c-9f7c-d7e43145326e),segment_id=a30bcc7b-d76f-404c-9f7c-d7e43145326e)] {{(pid=73966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:11:18.881819 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-042c1bc7-b0bd-40aa-80f2-8ab519708798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:18.885981 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-da9858d2-69d4-4d41-8346-68e5e7314204 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:18.965315 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042c1bc7-b0bd-40aa-80f2-8ab519708798 None None] Routers {'3a63650d-186b-4199-b945-70b6fb9d9085'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:11:18.966654 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-042c1bc7-b0bd-40aa-80f2-8ab519708798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:11:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['3a63650d-186b-4199-b945-70b6fb9d9085'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:19.037000 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-9cf004e0-fb21-4d45-bdc4-bbd2f4ce78c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:19.037972 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35e4fb-392b-431f-afea-81a59faea3d4 None None] Pushing event updated for resources: {'Port': ['ID=4ad63b02-3f2b-471e-912c-0c04ee4aafdd,revision_number=3']} {{(pid=73966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:19.041107 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-0a35e4fb-392b-431f-afea-81a59faea3d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:19.052878 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643c001-3c53-4cf0-8873-b016f5065e7b req-4de63764-7424-420b-a1e4-3301e58dd238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:19.053952 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7643c001-3c53-4cf0-8873-b016f5065e7b req-4de63764-7424-420b-a1e4-3301e58dd238 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1805475 Apr 30 16:11:19.143120 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:19.183590 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] For port 9119bd35-5bf1-442e-8d24-81180e064caf, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=9119bd35-5bf1-442e-8d24-81180e064caf,segment=NetworkSegment(40ac4b2c-33a5-4270-a38f-b8591c2c6f74),segment_id=40ac4b2c-33a5-4270-a38f-b8591c2c6f74)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:19.186272 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-042c1bc7-b0bd-40aa-80f2-8ab519708798 None None] Set router 3a63650d-186b-4199-b945-70b6fb9d9085 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:11:19.190139 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:19.193123 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-72f2038f-f4c0-44be-b47a-090c32c20581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:19.241612 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-263acc3f-9a10-4da8-873d-29c8429b0872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'name': 'tempest-TestVolumeBootPattern-1192148063-router', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:12Z', 'updated_at': '2021-04-30T16:03:17Z', 'revision_number': 4, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'gw_port': {'id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:13Z', 'updated_at': '2021-04-30T16:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': '3edb45e5-6c14-4e89-94e1-7d747b76f021', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'port_id': '8491607e-0551-47ef-81e2-b4000ac9c380', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'mac_address': 'fa:16:3e:6e:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f0d501-ea79-4ba1-a08e-8283f0aa118a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:07:06Z', 'updated_at': '2021-04-30T16:07:09Z', 'revision_number': 1, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9359bae5-e69f-4575-a07a-193914c9f4f1', 'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'mac_address': 'fa:16:3e:e9:dd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '99795baf-474b-42a4-8dbb-35c325850572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:16Z', 'updated_at': '2021-04-30T16:03:23Z', 'revision_number': 5, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'subnets': [{'id': '99795baf-474b-42a4-8dbb-35c325850572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:19.255546 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263acc3f-9a10-4da8-873d-29c8429b0872 None None] The sync data for ids ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'] in dv-cinder-787195-6-iscsi is: [{'id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'name': 'tempest-TestVolumeBootPattern-1192148063-router', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:12Z', 'updated_at': '2021-04-30T16:03:17Z', 'revision_number': 4, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'gw_port': {'id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:13Z', 'updated_at': '2021-04-30T16:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': '3edb45e5-6c14-4e89-94e1-7d747b76f021', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'port_id': '8491607e-0551-47ef-81e2-b4000ac9c380', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'mac_address': 'fa:16:3e:6e:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f0d501-ea79-4ba1-a08e-8283f0aa118a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:07:06Z', 'updated_at': '2021-04-30T16:07:09Z', 'revision_number': 1, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9359bae5-e69f-4575-a07a-193914c9f4f1', 'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'mac_address': 'fa:16:3e:e9:dd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '99795baf-474b-42a4-8dbb-35c325850572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:16Z', 'updated_at': '2021-04-30T16:03:23Z', 'revision_number': 5, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'subnets': [{'id': '99795baf-474b-42a4-8dbb-35c325850572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:11:19.268714 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Pushing event updated for resources: {'Port': ['ID=9119bd35-5bf1-442e-8d24-81180e064caf,revision_number=3']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:19.271854 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:19.315523 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7643c001-3c53-4cf0-8873-b016f5065e7b req-0b4839b9-eaa3-4bcd-9b1f-53ae78b19b40 service neutron] 10.222.0.42 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173860 Apr 30 16:11:19.460200 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [None req-9cf004e0-fb21-4d45-bdc4-bbd2f4ce78c8 admin admin] Allocated IP 172.20.0.1 (042cc17b-30cd-45a4-bac9-b3d71f25fed5/d8adb8d2-7f84-45b4-bf7f-7ce9d788cc87/14e60f28-e62d-48e8-abba-0244d5a81593) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:11:19.500597 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-042c1bc7-b0bd-40aa-80f2-8ab519708798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63650d-186b-4199-b945-70b6fb9d9085', 'name': 'tempest-TestShelveInstance-358469693-router', 'tenant_id': 'c8ebf3a769024e6ea04d7f5d3c77d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ad63b02-3f2b-471e-912c-0c04ee4aafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:11:14Z', 'updated_at': '2021-04-30T16:11:16Z', 'revision_number': 3, 'project_id': 'c8ebf3a769024e6ea04d7f5d3c77d6f8', 'gw_port': {'id': '4ad63b02-3f2b-471e-912c-0c04ee4aafdd', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:01:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63650d-186b-4199-b945-70b6fb9d9085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:15Z', 'updated_at': '2021-04-30T16:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:19.506544 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042c1bc7-b0bd-40aa-80f2-8ab519708798 None None] The sync data for ids ['3a63650d-186b-4199-b945-70b6fb9d9085'] in dv-cinder-787195-6-iscsi is: [{'id': '3a63650d-186b-4199-b945-70b6fb9d9085', 'name': 'tempest-TestShelveInstance-358469693-router', 'tenant_id': 'c8ebf3a769024e6ea04d7f5d3c77d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ad63b02-3f2b-471e-912c-0c04ee4aafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:11:14Z', 'updated_at': '2021-04-30T16:11:16Z', 'revision_number': 3, 'project_id': 'c8ebf3a769024e6ea04d7f5d3c77d6f8', 'gw_port': {'id': '4ad63b02-3f2b-471e-912c-0c04ee4aafdd', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:01:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63650d-186b-4199-b945-70b6fb9d9085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:15Z', 'updated_at': '2021-04-30T16:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}] {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:11:19.530381 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7643c001-3c53-4cf0-8873-b016f5065e7b req-d75f9fc0-8b00-4b40-8b0a-f16655f9ead2 service neutron] 10.222.0.42 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877880 Apr 30 16:11:19.542848 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde013e7-9f2a-41cb-b58a-4f6853123b7d None None] New status for floating IP 3211a360-685d-45e6-b671-28633a6c2dfe: DOWN {{(pid=73965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:11:19.694628 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-9cf004e0-fb21-4d45-bdc4-bbd2f4ce78c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:19.722736 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [None req-9cf004e0-fb21-4d45-bdc4-bbd2f4ce78c8 admin admin] Transition to ACTIVE for port object 14e60f28-e62d-48e8-abba-0244d5a81593 will not be triggered until provisioned by entity DHCP. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:11:19.737665 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e000c-774c-4f1c-aa62-ff8e2a498023 req-4cf4d278-de8c-4da4-9484-1a89934be9db tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:19.739164 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-876e000c-774c-4f1c-aa62-ff8e2a498023 req-4cf4d278-de8c-4da4-9484-1a89934be9db tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.42 "GET /v2.0/ports?device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 946 time: 0.1432385 Apr 30 16:11:19.904822 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-9cf004e0-fb21-4d45-bdc4-bbd2f4ce78c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:19.909695 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-df6a1947-3980-4493-90da-f2ae39b7d474 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:19.913805 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db697be-4174-4644-a44e-c49b77c2fb20 req-0322c32e-65dc-485e-a696-b85a69816ac6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:19.923573 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8db697be-4174-4644-a44e-c49b77c2fb20 req-0322c32e-65dc-485e-a696-b85a69816ac6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 946 time: 0.1241014 Apr 30 16:11:19.984802 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-8db697be-4174-4644-a44e-c49b77c2fb20 req-1690f212-3af4-40ef-8f73-ea24269f4bf0 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560374 Apr 30 16:11:19.987965 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf004e0-fb21-4d45-bdc4-bbd2f4ce78c8 admin admin] Pushing event updated for resources: {'Port': ['ID=14e60f28-e62d-48e8-abba-0244d5a81593,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:19.994367 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-9cf004e0-fb21-4d45-bdc4-bbd2f4ce78c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:20.013376 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 6f7b721d-5a09-481d-b560-b2ad9ceb66ff up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:11:20.017284 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf004e0-fb21-4d45-bdc4-bbd2f4ce78c8 admin admin] Network 042cc17b-30cd-45a4-bac9-b3d71f25fed5 is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:11:20.019179 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [None req-9cf004e0-fb21-4d45-bdc4-bbd2f4ce78c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:11:20.022891 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf004e0-fb21-4d45-bdc4-bbd2f4ce78c8 admin admin] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:11:20.086068 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-876e000c-774c-4f1c-aa62-ff8e2a498023 req-ad93f2f0-d9eb-47fa-924d-d74a987d3150 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Deleting port b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8 {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:11:20.086676 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-876e000c-774c-4f1c-aa62-ff8e2a498023 req-ad93f2f0-d9eb-47fa-924d-d74a987d3150 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:20.089489 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 6f7b721d-5a09-481d-b560-b2ad9ceb66ff triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:11:20.089867 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:20.179021 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-9cf004e0-fb21-4d45-bdc4-bbd2f4ce78c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-915929'] for router_interface, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:20.245504 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 9119bd35-5bf1-442e-8d24-81180e064caf up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:11:20.319733 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-c10032e5-7bad-46a6-84cf-f5caa1088b35 None None] Provisioning for port 14e60f28-e62d-48e8-abba-0244d5a81593 completed by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:11:20.326322 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-c10032e5-7bad-46a6-84cf-f5caa1088b35 None None] Provisioning complete for port 14e60f28-e62d-48e8-abba-0244d5a81593 triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:11:20.326761 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-c10032e5-7bad-46a6-84cf-f5caa1088b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:20.374067 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 9119bd35-5bf1-442e-8d24-81180e064caf triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:11:20.374508 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:20.426215 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-c10032e5-7bad-46a6-84cf-f5caa1088b35 None None] Port 14e60f28-e62d-48e8-abba-0244d5a81593 cannot update to ACTIVE because it is not bound. {{(pid=73965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:11:20.506798 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-876e000c-774c-4f1c-aa62-ff8e2a498023 req-ad93f2f0-d9eb-47fa-924d-d74a987d3150 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] For port b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8,segment=NetworkSegment(7e998a4a-d4bf-40aa-816b-f6ea84410e10),segment_id=7e998a4a-d4bf-40aa-816b-f6ea84410e10)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:20.507152 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-876e000c-774c-4f1c-aa62-ff8e2a498023 req-ad93f2f0-d9eb-47fa-924d-d74a987d3150 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:20.517765 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 4ad63b02-3f2b-471e-912c-0c04ee4aafdd up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:11:20.585414 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port 4ad63b02-3f2b-471e-912c-0c04ee4aafdd completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:11:20.590192 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 4ad63b02-3f2b-471e-912c-0c04ee4aafdd triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:11:20.590661 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:20.639000 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-876e000c-774c-4f1c-aa62-ff8e2a498023 req-ad93f2f0-d9eb-47fa-924d-d74a987d3150 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Calling delete_port for b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8 owned by compute:nova {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:11:20.711063 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:20.727858 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] For port 4ad63b02-3f2b-471e-912c-0c04ee4aafdd, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=4ad63b02-3f2b-471e-912c-0c04ee4aafdd,segment=NetworkSegment(a30bcc7b-d76f-404c-9f7c-d7e43145326e),segment_id=a30bcc7b-d76f-404c-9f7c-d7e43145326e)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:20.732924 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:20.735683 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-ba056e9e-59d0-4553-9d2f-797d9a44176d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:20.739902 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-9cf004e0-fb21-4d45-bdc4-bbd2f4ce78c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:20.802547 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Pushing event updated for resources: {'Port': ['ID=4ad63b02-3f2b-471e-912c-0c04ee4aafdd,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:20.805538 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:20.951787 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-876e000c-774c-4f1c-aa62-ff8e2a498023 req-ad93f2f0-d9eb-47fa-924d-d74a987d3150 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:20.966097 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a94c9926-d93a-419d-859e-d5a4c0d91c6b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:21.019340 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93f2f0-d9eb-47fa-924d-d74a987d3150 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Pushing event deleted for resources: {'Port': ['ID=b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:21.024305 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-ad93f2f0-d9eb-47fa-924d-d74a987d3150 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:21.147617 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-876e000c-774c-4f1c-aa62-ff8e2a498023 req-ad93f2f0-d9eb-47fa-924d-d74a987d3150 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] No DVR routers for this DVR port b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8 on host hv-cinder-78719 {{(pid=73963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:11:21.156890 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-876e000c-774c-4f1c-aa62-ff8e2a498023 req-ad93f2f0-d9eb-47fa-924d-d74a987d3150 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:21.160872 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7efc8dea-16f6-4fa2-b7dd-f14524654696 req-d5f8847e-ead7-43f1-b4eb-df20bf8ed2c1 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=c93d607f-5c64-4920-9c4c-fe3483958e21 HTTP/1.1" status: 200 len: 210 time: 0.0656497 Apr 30 16:11:21.161364 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93d607f-5c64-4920-9c4c-fe3483958e21', 'name': 'network-vif-deleted', 'tag': 'b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:11:21.186423 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-876e000c-774c-4f1c-aa62-ff8e2a498023 req-ad93f2f0-d9eb-47fa-924d-d74a987d3150 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.42 "DELETE /v2.0/ports/b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8 HTTP/1.1" status: 204 len: 173 time: 1.4394145 Apr 30 16:11:21.202875 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-9cf004e0-fb21-4d45-bdc4-bbd2f4ce78c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:21.208667 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-9cf004e0-fb21-4d45-bdc4-bbd2f4ce78c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914934'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:21.236979 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93d607f-5c64-4920-9c4c-fe3483958e21', 'name': 'network-vif-deleted', 'tag': 'b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8', 'status': 'completed', 'code': 200} Apr 30 16:11:21.237534 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-266ebeb8-8d42-487a-99b0-eea9b95c2d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:21.318789 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-9cf004e0-fb21-4d45-bdc4-bbd2f4ce78c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-915836'] for router_interface, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:21.322852 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf004e0-fb21-4d45-bdc4-bbd2f4ce78c8 admin admin] Pushing event updated for resources: {'Port': ['ID=14e60f28-e62d-48e8-abba-0244d5a81593,revision_number=2']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:21.327293 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-9cf004e0-fb21-4d45-bdc4-bbd2f4ce78c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:21.463629 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf004e0-fb21-4d45-bdc4-bbd2f4ce78c8 admin admin] Network 042cc17b-30cd-45a4-bac9-b3d71f25fed5 is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:11:21.464863 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [None req-9cf004e0-fb21-4d45-bdc4-bbd2f4ce78c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:11:21.671326 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf004e0-fb21-4d45-bdc4-bbd2f4ce78c8 admin admin] Router 3a63650d-186b-4199-b945-70b6fb9d9085 has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:11:21.761857 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f75e107f-7af1-41c2-af1f-dd80bf073942 None None] Provisioning complete for port 14e60f28-e62d-48e8-abba-0244d5a81593 triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:11:21.762646 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f75e107f-7af1-41c2-af1f-dd80bf073942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:21.822112 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-f75e107f-7af1-41c2-af1f-dd80bf073942 None None] Port 14e60f28-e62d-48e8-abba-0244d5a81593 cannot update to ACTIVE because it is not bound. {{(pid=73965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:11:21.839251 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 4ad63b02-3f2b-471e-912c-0c04ee4aafdd up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:11:21.908038 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 4ad63b02-3f2b-471e-912c-0c04ee4aafdd triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:11:21.908597 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:21.974224 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf004e0-fb21-4d45-bdc4-bbd2f4ce78c8 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:11:21.982272 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaa6775-82bc-449c-a096-9b2c2cfb89a9 None None] Sync routers for ids ['3a63650d-186b-4199-b945-70b6fb9d9085'] in dv-cinder-787195-6-iscsi {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:11:21.984245 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-9cf004e0-fb21-4d45-bdc4-bbd2f4ce78c8 admin admin] 10.222.0.72 "PUT /v2.0/routers/3a63650d-186b-4199-b945-70b6fb9d9085/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3358569 Apr 30 16:11:21.992825 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaa6775-82bc-449c-a096-9b2c2cfb89a9 None None] Routers {'3a63650d-186b-4199-b945-70b6fb9d9085'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:11:21.993625 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-baaa6775-82bc-449c-a096-9b2c2cfb89a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:11:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['3a63650d-186b-4199-b945-70b6fb9d9085'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:22.174779 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-baaa6775-82bc-449c-a096-9b2c2cfb89a9 None None] Set router 3a63650d-186b-4199-b945-70b6fb9d9085 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:11:22.504356 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-baaa6775-82bc-449c-a096-9b2c2cfb89a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63650d-186b-4199-b945-70b6fb9d9085', 'name': 'tempest-TestShelveInstance-358469693-router', 'tenant_id': 'c8ebf3a769024e6ea04d7f5d3c77d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ad63b02-3f2b-471e-912c-0c04ee4aafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:11:14Z', 'updated_at': '2021-04-30T16:11:20Z', 'revision_number': 4, 'project_id': 'c8ebf3a769024e6ea04d7f5d3c77d6f8', 'gw_port': {'id': '4ad63b02-3f2b-471e-912c-0c04ee4aafdd', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:01:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63650d-186b-4199-b945-70b6fb9d9085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:15Z', 'updated_at': '2021-04-30T16:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '14e60f28-e62d-48e8-abba-0244d5a81593', 'name': '', 'network_id': '042cc17b-30cd-45a4-bac9-b3d71f25fed5', 'tenant_id': 'c8ebf3a769024e6ea04d7f5d3c77d6f8', 'mac_address': 'fa:16:3e:21:1c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63650d-186b-4199-b945-70b6fb9d9085', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd8adb8d2-7f84-45b4-bf7f-7ce9d788cc87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:19Z', 'updated_at': '2021-04-30T16:11:20Z', 'revision_number': 2, 'project_id': 'c8ebf3a769024e6ea04d7f5d3c77d6f8', 'subnets': [{'id': 'd8adb8d2-7f84-45b4-bf7f-7ce9d788cc87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:22.508340 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaa6775-82bc-449c-a096-9b2c2cfb89a9 None None] Checking router: 3a63650d-186b-4199-b945-70b6fb9d9085 for host: dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:11:22.508695 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaa6775-82bc-449c-a096-9b2c2cfb89a9 None None] Updating router 3a63650d-186b-4199-b945-70b6fb9d9085 port 14e60f28-e62d-48e8-abba-0244d5a81593 binding host dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 16:11:22.579477 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-baaa6775-82bc-449c-a096-9b2c2cfb89a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:22.613826 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 40966) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:22.619012 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-e7454ab1-3daa-4c77-8670-54a95d4dc717 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-843278219', 'description': 'tempest-secgroup-smoke-843278219 description', 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:11:22.625024 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-e7454ab1-3daa-4c77-8670-54a95d4dc717 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:22.628816 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-e7454ab1-3daa-4c77-8670-54a95d4dc717 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Usage tracker for resource:security_group and tenant:4cd8ff6d14414fd2b01baef129c3ad8f is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:11:22.631599 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-e7454ab1-3daa-4c77-8670-54a95d4dc717 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:11:22.638777 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-e7454ab1-3daa-4c77-8670-54a95d4dc717 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:22.649169 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-e7454ab1-3daa-4c77-8670-54a95d4dc717 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for security_group, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:22.671208 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-e7454ab1-3daa-4c77-8670-54a95d4dc717 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:22.674988 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-e7454ab1-3daa-4c77-8670-54a95d4dc717 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Usage tracker for resource:security_group_rule and tenant:4cd8ff6d14414fd2b01baef129c3ad8f is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:11:22.677943 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-e7454ab1-3daa-4c77-8670-54a95d4dc717 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:11:22.683502 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-e7454ab1-3daa-4c77-8670-54a95d4dc717 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:22.752052 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-e7454ab1-3daa-4c77-8670-54a95d4dc717 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for security_group, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:22.755653 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-e7454ab1-3daa-4c77-8670-54a95d4dc717 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:22.760682 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-87f92e22-2706-4ce0-bca9-85709eef3b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:22.797890 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7454ab1-3daa-4c77-8670-54a95d4dc717 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c553463-f62c-4bf0-946d-a93b91a70132,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:22.800216 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-e7454ab1-3daa-4c77-8670-54a95d4dc717 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:22.801376 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-e7454ab1-3daa-4c77-8670-54a95d4dc717 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1865821 Apr 30 16:11:22.802229 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-e7454ab1-3daa-4c77-8670-54a95d4dc717 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:22.804398 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 40970) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:22.809931 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-8b92262b-d1e6-417e-9f17-501fc4f788df tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Request body: {'security_group_rule': {'security_group_id': '2c553463-f62c-4bf0-946d-a93b91a70132', 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:11:22.815516 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-8b92262b-d1e6-417e-9f17-501fc4f788df tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:22.819223 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-8b92262b-d1e6-417e-9f17-501fc4f788df tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Usage tracker for resource:security_group_rule and tenant:4cd8ff6d14414fd2b01baef129c3ad8f is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:11:22.822032 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-8b92262b-d1e6-417e-9f17-501fc4f788df tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:11:22.828896 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-8b92262b-d1e6-417e-9f17-501fc4f788df tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:22.844522 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-8b92262b-d1e6-417e-9f17-501fc4f788df tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:22.907514 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-8b92262b-d1e6-417e-9f17-501fc4f788df tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:22.912809 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-8b92262b-d1e6-417e-9f17-501fc4f788df tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750673'] for security_group_rule, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:22.921345 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-ee30bdbd-bdaa-48e1-a2c9-a6bf48bc485b tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:22.928297 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-baaa6775-82bc-449c-a096-9b2c2cfb89a9 None None] Notify callbacks [] for port, precommit_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:22.940671 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.provisioning_blocks [None req-baaa6775-82bc-449c-a096-9b2c2cfb89a9 None None] Transition to ACTIVE for port object 14e60f28-e62d-48e8-abba-0244d5a81593 will not be triggered until provisioned by entity L2. {{(pid=73966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:11:22.941862 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92262b-d1e6-417e-9f17-501fc4f788df tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c659fa-0b0b-4fd7-bd1d-3a441240d5a2,revision_number=0']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:22.944588 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-8b92262b-d1e6-417e-9f17-501fc4f788df tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:22.948833 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-8b92262b-d1e6-417e-9f17-501fc4f788df tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:22.950887 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-8b92262b-d1e6-417e-9f17-501fc4f788df tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1450348 Apr 30 16:11:22.951988 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-baaa6775-82bc-449c-a096-9b2c2cfb89a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:22.953364 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 40974) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:22.955906 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-cf4632d3-d0c8-4a8c-8ac9-b5266879810b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:22.958849 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-ce56b37f-c43e-46cd-b940-66591d036d50 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Request body: {'security_group_rule': {'security_group_id': '2c553463-f62c-4bf0-946d-a93b91a70132', 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:11:22.966033 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-ce56b37f-c43e-46cd-b940-66591d036d50 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:22.969930 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-ce56b37f-c43e-46cd-b940-66591d036d50 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Usage tracker for resource:security_group_rule and tenant:4cd8ff6d14414fd2b01baef129c3ad8f is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:11:22.973086 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-ce56b37f-c43e-46cd-b940-66591d036d50 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:11:22.979180 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-ce56b37f-c43e-46cd-b940-66591d036d50 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:22.995860 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ce56b37f-c43e-46cd-b940-66591d036d50 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.071335 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ce56b37f-c43e-46cd-b940-66591d036d50 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.079162 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ce56b37f-c43e-46cd-b940-66591d036d50 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750673'] for security_group_rule, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.081180 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:23.102786 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56b37f-c43e-46cd-b940-66591d036d50 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5171581b-3052-4ee0-9c3f-6b494e044f51,revision_number=0']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:23.107439 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-ce56b37f-c43e-46cd-b940-66591d036d50 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:23.113127 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bea890-933d-4f5f-bfbc-d22bfc7db98e None None] Pushing event updated for resources: {'Port': ['ID=14e60f28-e62d-48e8-abba-0244d5a81593,revision_number=3']} {{(pid=73966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:23.117604 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-ce56b37f-c43e-46cd-b940-66591d036d50 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.122748 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 40978) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:23.123315 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-ce56b37f-c43e-46cd-b940-66591d036d50 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1685755 Apr 30 16:11:23.129703 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-632778a7-8e77-49bc-970d-ba3e47a2be29 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Request body: {'security_group_rule': {'security_group_id': '2c553463-f62c-4bf0-946d-a93b91a70132', 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:11:23.135549 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-632778a7-8e77-49bc-970d-ba3e47a2be29 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:23.141164 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-632778a7-8e77-49bc-970d-ba3e47a2be29 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Usage tracker for resource:security_group_rule and tenant:4cd8ff6d14414fd2b01baef129c3ad8f is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:11:23.144289 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-632778a7-8e77-49bc-970d-ba3e47a2be29 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:11:23.146524 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-45bea890-933d-4f5f-bfbc-d22bfc7db98e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:23.150315 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-632778a7-8e77-49bc-970d-ba3e47a2be29 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:23.167222 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-632778a7-8e77-49bc-970d-ba3e47a2be29 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.203383 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-baaa6775-82bc-449c-a096-9b2c2cfb89a9 None None] Attempting to bind port 14e60f28-e62d-48e8-abba-0244d5a81593 on host dv-cinder-787195-6-iscsi for vnic_type normal with profile {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:11:23.203759 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-baaa6775-82bc-449c-a096-9b2c2cfb89a9 None None] Attempting to bind port 14e60f28-e62d-48e8-abba-0244d5a81593 by drivers openvswitch,hyperv on host dv-cinder-787195-6-iscsi at level 0 using segments [{'id': '40ac4b2c-33a5-4270-a38f-b8591c2c6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '042cc17b-30cd-45a4-bac9-b3d71f25fed5'}] {{(pid=73966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:11:23.204153 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaa6775-82bc-449c-a096-9b2c2cfb89a9 None None] Attempting to bind port 14e60f28-e62d-48e8-abba-0244d5a81593 on network 042cc17b-30cd-45a4-bac9-b3d71f25fed5 {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:11:23.209262 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaa6775-82bc-449c-a096-9b2c2cfb89a9 None None] Checking agent: {'id': 'e5462e78-b2df-4f8c-b9de-4f822857eddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 52, 46), 'started_at': datetime.datetime(2021, 4, 30, 15, 53, 16), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:11:23.209633 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaa6775-82bc-449c-a096-9b2c2cfb89a9 None None] Checking segment: {'id': '40ac4b2c-33a5-4270-a38f-b8591c2c6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '042cc17b-30cd-45a4-bac9-b3d71f25fed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:11:23.210031 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-baaa6775-82bc-449c-a096-9b2c2cfb89a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.210421 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaa6775-82bc-449c-a096-9b2c2cfb89a9 None None] Bound using segment: {'id': '40ac4b2c-33a5-4270-a38f-b8591c2c6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '042cc17b-30cd-45a4-bac9-b3d71f25fed5'} {{(pid=73966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:11:23.210882 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.managers [None req-baaa6775-82bc-449c-a096-9b2c2cfb89a9 None None] Bound port: 14e60f28-e62d-48e8-abba-0244d5a81593, host: dv-cinder-787195-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ac4b2c-33a5-4270-a38f-b8591c2c6f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '042cc17b-30cd-45a4-bac9-b3d71f25fed5'}}] {{(pid=73966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:11:23.211271 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-baaa6775-82bc-449c-a096-9b2c2cfb89a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.233833 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-632778a7-8e77-49bc-970d-ba3e47a2be29 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.237404 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-632778a7-8e77-49bc-970d-ba3e47a2be29 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750673'] for security_group_rule, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.239645 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-e13de0d4-d275-4764-80e4-359b04d9286a tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:23.260503 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632778a7-8e77-49bc-970d-ba3e47a2be29 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f62637-be70-44fa-914d-cfd3e981663e,revision_number=0']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:23.266103 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-632778a7-8e77-49bc-970d-ba3e47a2be29 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:23.274221 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-632778a7-8e77-49bc-970d-ba3e47a2be29 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.275349 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-632778a7-8e77-49bc-970d-ba3e47a2be29 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1508911 Apr 30 16:11:23.278911 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 40982) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:23.284242 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-2aeed1ac-b4b8-4a99-b9e6-f151e55a19ef tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Request body: {'security_group_rule': {'security_group_id': '2c553463-f62c-4bf0-946d-a93b91a70132', 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:11:23.289872 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-2aeed1ac-b4b8-4a99-b9e6-f151e55a19ef tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:23.294399 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-2aeed1ac-b4b8-4a99-b9e6-f151e55a19ef tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Usage tracker for resource:security_group_rule and tenant:4cd8ff6d14414fd2b01baef129c3ad8f is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:11:23.297988 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-2aeed1ac-b4b8-4a99-b9e6-f151e55a19ef tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:11:23.299414 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.db [None req-baaa6775-82bc-449c-a096-9b2c2cfb89a9 None None] For port 14e60f28-e62d-48e8-abba-0244d5a81593, host dv-cinder-787195-6-iscsi, cleared binding levels {{(pid=73966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:11:23.302392 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.plugins.ml2.db [None req-baaa6775-82bc-449c-a096-9b2c2cfb89a9 None None] For port 14e60f28-e62d-48e8-abba-0244d5a81593, host dv-cinder-787195-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=14e60f28-e62d-48e8-abba-0244d5a81593,segment=NetworkSegment(40ac4b2c-33a5-4270-a38f-b8591c2c6f74),segment_id=40ac4b2c-33a5-4270-a38f-b8591c2c6f74)] {{(pid=73966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:11:23.304261 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-2aeed1ac-b4b8-4a99-b9e6-f151e55a19ef tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:23.308992 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron_lib.callbacks.manager [None req-baaa6775-82bc-449c-a096-9b2c2cfb89a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.313636 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-0a35e4fb-392b-431f-afea-81a59faea3d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:23.319869 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-2aeed1ac-b4b8-4a99-b9e6-f151e55a19ef tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.384013 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaa6775-82bc-449c-a096-9b2c2cfb89a9 None None] Routers {'3a63650d-186b-4199-b945-70b6fb9d9085'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:11:23.384657 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-baaa6775-82bc-449c-a096-9b2c2cfb89a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:11:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['3a63650d-186b-4199-b945-70b6fb9d9085'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:23.389027 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-2aeed1ac-b4b8-4a99-b9e6-f151e55a19ef tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.392937 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-2aeed1ac-b4b8-4a99-b9e6-f151e55a19ef tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750673'] for security_group_rule, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.395172 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-deba27ee-f10f-41a2-a8f8-8b3c55f4e3f8 tempest-TestMinimumBasicScenario-1035074734 tempest-TestMinimumBasicScenario-1035074734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:23.417964 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeed1ac-b4b8-4a99-b9e6-f151e55a19ef tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a1aa17-01ed-48d3-99d6-9a1c4955a742,revision_number=0']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:23.420702 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-2aeed1ac-b4b8-4a99-b9e6-f151e55a19ef tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:23.428839 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-2aeed1ac-b4b8-4a99-b9e6-f151e55a19ef tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.430288 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-2aeed1ac-b4b8-4a99-b9e6-f151e55a19ef tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1501472 Apr 30 16:11:23.433261 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 40986) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:23.439021 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-5a133da4-52e8-4f09-87b1-ef2eed97e9ab tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Request body: {'security_group_rule': {'security_group_id': '2c553463-f62c-4bf0-946d-a93b91a70132', 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:11:23.445284 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-5a133da4-52e8-4f09-87b1-ef2eed97e9ab tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:23.449003 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-5a133da4-52e8-4f09-87b1-ef2eed97e9ab tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Usage tracker for resource:security_group_rule and tenant:4cd8ff6d14414fd2b01baef129c3ad8f is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:11:23.452486 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-5a133da4-52e8-4f09-87b1-ef2eed97e9ab tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:11:23.458217 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-5a133da4-52e8-4f09-87b1-ef2eed97e9ab tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:23.474493 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.db.securitygroups_db [None req-5a133da4-52e8-4f09-87b1-ef2eed97e9ab tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Project 4cd8ff6d14414fd2b01baef129c3ad8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 16:11:23.481678 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5a133da4-52e8-4f09-87b1-ef2eed97e9ab tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.538631 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bea890-933d-4f5f-bfbc-d22bfc7db98e None None] Pushing event updated for resources: {'Port': ['ID=14e60f28-e62d-48e8-abba-0244d5a81593,revision_number=4']} {{(pid=73966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:23.546022 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:11:23.582960 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5a133da4-52e8-4f09-87b1-ef2eed97e9ab tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.586974 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG oslo_concurrency.lockutils [None req-45bea890-933d-4f5f-bfbc-d22bfc7db98e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=73966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:23.589077 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5a133da4-52e8-4f09-87b1-ef2eed97e9ab tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750673'] for security_group_rule, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.592610 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-baaa6775-82bc-449c-a096-9b2c2cfb89a9 None None] Set router 3a63650d-186b-4199-b945-70b6fb9d9085 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:11:23.593226 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:23.611411 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] No Port match for: b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:11:23.612096 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device b2f033e3-fb9e-4a36-beec-e2fdb0ad64d8 not bound to the agent host hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:11:23.620773 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a133da4-52e8-4f09-87b1-ef2eed97e9ab tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de023cc5-19f5-43b5-a926-5e4f80535d87,revision_number=0']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:23.627136 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-5a133da4-52e8-4f09-87b1-ef2eed97e9ab tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:23.632682 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-5a133da4-52e8-4f09-87b1-ef2eed97e9ab tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.634303 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-5a133da4-52e8-4f09-87b1-ef2eed97e9ab tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1998734 Apr 30 16:11:23.638347 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 40992) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:23.644265 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [None req-454590fe-d115-4f1e-9327-3f92bae4873d tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Request body: {'security_group_rule': {'security_group_id': '2c553463-f62c-4bf0-946d-a93b91a70132', 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:11:23.650164 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-454590fe-d115-4f1e-9327-3f92bae4873d tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:23.655811 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-454590fe-d115-4f1e-9327-3f92bae4873d tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Usage tracker for resource:security_group_rule and tenant:4cd8ff6d14414fd2b01baef129c3ad8f is out of sync, need to count used quota {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:11:23.659038 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [None req-454590fe-d115-4f1e-9327-3f92bae4873d tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73963) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:11:23.670000 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [None req-454590fe-d115-4f1e-9327-3f92bae4873d tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:23.688841 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.db.securitygroups_db [None req-454590fe-d115-4f1e-9327-3f92bae4873d tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Project 4cd8ff6d14414fd2b01baef129c3ad8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 16:11:23.694682 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-454590fe-d115-4f1e-9327-3f92bae4873d tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.763474 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-454590fe-d115-4f1e-9327-3f92bae4873d tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.767415 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-454590fe-d115-4f1e-9327-3f92bae4873d tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750673'] for security_group_rule, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.770035 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-4447edfc-b928-4393-8878-6a7fe7dede88 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:23.794584 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454590fe-d115-4f1e-9327-3f92bae4873d tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc718dd8-6e0c-4ba5-bd12-5817dff631af,revision_number=0']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:23.798842 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-454590fe-d115-4f1e-9327-3f92bae4873d tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:23.807339 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-454590fe-d115-4f1e-9327-3f92bae4873d tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:23.816733 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-454590fe-d115-4f1e-9327-3f92bae4873d tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1690862 Apr 30 16:11:23.918034 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-baaa6775-82bc-449c-a096-9b2c2cfb89a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63650d-186b-4199-b945-70b6fb9d9085', 'name': 'tempest-TestShelveInstance-358469693-router', 'tenant_id': 'c8ebf3a769024e6ea04d7f5d3c77d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ad63b02-3f2b-471e-912c-0c04ee4aafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:11:14Z', 'updated_at': '2021-04-30T16:11:20Z', 'revision_number': 4, 'project_id': 'c8ebf3a769024e6ea04d7f5d3c77d6f8', 'gw_port': {'id': '4ad63b02-3f2b-471e-912c-0c04ee4aafdd', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:01:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63650d-186b-4199-b945-70b6fb9d9085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:15Z', 'updated_at': '2021-04-30T16:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '14e60f28-e62d-48e8-abba-0244d5a81593', 'name': '', 'network_id': '042cc17b-30cd-45a4-bac9-b3d71f25fed5', 'tenant_id': 'c8ebf3a769024e6ea04d7f5d3c77d6f8', 'mac_address': 'fa:16:3e:21:1c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63650d-186b-4199-b945-70b6fb9d9085', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd8adb8d2-7f84-45b4-bf7f-7ce9d788cc87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:19Z', 'updated_at': '2021-04-30T16:11:23Z', 'revision_number': 4, 'project_id': 'c8ebf3a769024e6ea04d7f5d3c77d6f8', 'subnets': [{'id': 'd8adb8d2-7f84-45b4-bf7f-7ce9d788cc87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:23.923060 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaa6775-82bc-449c-a096-9b2c2cfb89a9 None None] The sync data for ids ['3a63650d-186b-4199-b945-70b6fb9d9085'] in dv-cinder-787195-6-iscsi is: [{'id': '3a63650d-186b-4199-b945-70b6fb9d9085', 'name': 'tempest-TestShelveInstance-358469693-router', 'tenant_id': 'c8ebf3a769024e6ea04d7f5d3c77d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ad63b02-3f2b-471e-912c-0c04ee4aafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:11:14Z', 'updated_at': '2021-04-30T16:11:20Z', 'revision_number': 4, 'project_id': 'c8ebf3a769024e6ea04d7f5d3c77d6f8', 'gw_port': {'id': '4ad63b02-3f2b-471e-912c-0c04ee4aafdd', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:01:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63650d-186b-4199-b945-70b6fb9d9085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:15Z', 'updated_at': '2021-04-30T16:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '14e60f28-e62d-48e8-abba-0244d5a81593', 'name': '', 'network_id': '042cc17b-30cd-45a4-bac9-b3d71f25fed5', 'tenant_id': 'c8ebf3a769024e6ea04d7f5d3c77d6f8', 'mac_address': 'fa:16:3e:21:1c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a63650d-186b-4199-b945-70b6fb9d9085', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd8adb8d2-7f84-45b4-bf7f-7ce9d788cc87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:19Z', 'updated_at': '2021-04-30T16:11:23Z', 'revision_number': 4, 'project_id': 'c8ebf3a769024e6ea04d7f5d3c77d6f8', 'subnets': [{'id': 'd8adb8d2-7f84-45b4-bf7f-7ce9d788cc87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:11:24.872706 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 41056) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:25.141793 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-6389d751-1817-4659-a3db-c77d10749c50 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Deleting port 69ee890b-15c1-4132-ac84-ecfeeec8c371 {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:11:25.142114 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6389d751-1817-4659-a3db-c77d10749c50 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:25.260668 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6389d751-1817-4659-a3db-c77d10749c50 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:25.260992 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6389d751-1817-4659-a3db-c77d10749c50 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:25.382289 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-6389d751-1817-4659-a3db-c77d10749c50 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Calling delete_port for 69ee890b-15c1-4132-ac84-ecfeeec8c371 owned by network:floatingip {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:11:25.508200 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6389d751-1817-4659-a3db-c77d10749c50 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:25.512595 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-ad93f2f0-d9eb-47fa-924d-d74a987d3150 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:25.562188 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389d751-1817-4659-a3db-c77d10749c50 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Pushing event deleted for resources: {'Port': ['ID=69ee890b-15c1-4132-ac84-ecfeeec8c371,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:25.594590 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-6389d751-1817-4659-a3db-c77d10749c50 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:25.654911 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6389d751-1817-4659-a3db-c77d10749c50 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for floatingip, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:25.655244 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.db.l3_db [None req-6389d751-1817-4659-a3db-c77d10749c50 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Floating IP 3edb45e5-6c14-4e89-94e1-7d747b76f021 disassociated (deleted). External IP: 172.27.3.219, port: 8491607e-0551-47ef-81e2-b4000ac9c380. Apr 30 16:11:25.858779 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 14e60f28-e62d-48e8-abba-0244d5a81593 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:11:25.939065 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning for port 14e60f28-e62d-48e8-abba-0244d5a81593 completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:11:25.944282 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 14e60f28-e62d-48e8-abba-0244d5a81593 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:11:25.944801 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:26.097213 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:26.130356 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] For port 14e60f28-e62d-48e8-abba-0244d5a81593, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=14e60f28-e62d-48e8-abba-0244d5a81593,segment=NetworkSegment(40ac4b2c-33a5-4270-a38f-b8591c2c6f74),segment_id=40ac4b2c-33a5-4270-a38f-b8591c2c6f74)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:26.132668 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6389d751-1817-4659-a3db-c77d10749c50 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:11:26.134699 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:26.138047 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-11437a3a-99f4-4f34-a9d3-2f991579453e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:26.204202 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Pushing event updated for resources: {'Port': ['ID=14e60f28-e62d-48e8-abba-0244d5a81593,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:26.207366 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:26.313061 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6389d751-1817-4659-a3db-c77d10749c50 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:11:26.322321 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08df6b69-8149-4d69-af6f-f5f36021db91 None None] Sync routers for ids ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'] in dv-cinder-787195-6-iscsi {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:11:26.329993 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-6389d751-1817-4659-a3db-c77d10749c50 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for floatingip, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:26.332239 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08df6b69-8149-4d69-af6f-f5f36021db91 None None] Routers {'4f712ea0-1630-4485-86ed-ae41e0c60ae6'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:11:26.332848 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-08df6b69-8149-4d69-af6f-f5f36021db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:11:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:26.385878 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-6389d751-1817-4659-a3db-c77d10749c50 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "DELETE /v2.0/floatingips/3edb45e5-6c14-4e89-94e1-7d747b76f021 HTTP/1.1" status: 204 len: 168 time: 1.5119922 Apr 30 16:11:26.386452 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f0d501-ea79-4ba1-a08e-8283f0aa118a', 'tag': '8491607e-0551-47ef-81e2-b4000ac9c380'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:11:26.431258 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f0d501-ea79-4ba1-a08e-8283f0aa118a', 'tag': '8491607e-0551-47ef-81e2-b4000ac9c380', 'status': 'completed', 'code': 200} Apr 30 16:11:26.529252 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-08df6b69-8149-4d69-af6f-f5f36021db91 None None] Set router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:11:26.537250 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e45ef-497a-4047-820f-ea3f657ebfcc req-1c6a1383-d388-4486-9a4a-2b516ac49b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:26.538877 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ec2e45ef-497a-4047-820f-ea3f657ebfcc req-1c6a1383-d388-4486-9a4a-2b516ac49b8b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75612fb9c54545baa7fc7f75d63cf365&device_id=33f0d501-ea79-4ba1-a08e-8283f0aa118a HTTP/1.1" status: 200 len: 1099 time: 0.0753624 Apr 30 16:11:26.754371 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e45ef-497a-4047-820f-ea3f657ebfcc req-3486ef37-4818-4dcb-bb99-549d2e921b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:26.755824 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ec2e45ef-497a-4047-820f-ea3f657ebfcc req-3486ef37-4818-4dcb-bb99-549d2e921b5e service neutron] 10.222.0.42 "GET /v2.0/networks?id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9 HTTP/1.1" status: 200 len: 912 time: 0.2097690 Apr 30 16:11:26.828882 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ec2e45ef-497a-4047-820f-ea3f657ebfcc req-81863141-f41c-4c90-9008-7455aa5be824 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8491607e-0551-47ef-81e2-b4000ac9c380 HTTP/1.1" status: 200 len: 217 time: 0.0638285 Apr 30 16:11:26.878236 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-08df6b69-8149-4d69-af6f-f5f36021db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'name': 'tempest-TestVolumeBootPattern-1192148063-router', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:12Z', 'updated_at': '2021-04-30T16:03:17Z', 'revision_number': 4, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'gw_port': {'id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:13Z', 'updated_at': '2021-04-30T16:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '9359bae5-e69f-4575-a07a-193914c9f4f1', 'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'mac_address': 'fa:16:3e:e9:dd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '99795baf-474b-42a4-8dbb-35c325850572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:16Z', 'updated_at': '2021-04-30T16:03:23Z', 'revision_number': 5, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'subnets': [{'id': '99795baf-474b-42a4-8dbb-35c325850572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:26.882713 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08df6b69-8149-4d69-af6f-f5f36021db91 None None] Checking router: 4f712ea0-1630-4485-86ed-ae41e0c60ae6 for host: dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:11:26.892928 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08df6b69-8149-4d69-af6f-f5f36021db91 None None] Routers {'4f712ea0-1630-4485-86ed-ae41e0c60ae6'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:11:26.893545 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-08df6b69-8149-4d69-af6f-f5f36021db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:11:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:26.899113 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abbbfde-a088-4508-914b-48a79459b57d req-aec3495a-3911-40a3-bff3-03184a494b74 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:26.899823 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-6abbbfde-a088-4508-914b-48a79459b57d req-aec3495a-3911-40a3-bff3-03184a494b74 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Synchronizing usage tracker for tenant:75612fb9c54545baa7fc7f75d63cf365 on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:11:26.922298 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e45ef-497a-4047-820f-ea3f657ebfcc req-d5e5a7cc-4be4-4144-9fef-c400d5170d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:26.923739 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ec2e45ef-497a-4047-820f-ea3f657ebfcc req-d5e5a7cc-4be4-4144-9fef-c400d5170d99 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=99795baf-474b-42a4-8dbb-35c325850572 HTTP/1.1" status: 200 len: 851 time: 0.0852578 Apr 30 16:11:26.928054 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-6abbbfde-a088-4508-914b-48a79459b57d req-aec3495a-3911-40a3-bff3-03184a494b74 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Unset dirty status for tenant:75612fb9c54545baa7fc7f75d63cf365 on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:11:26.929015 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6abbbfde-a088-4508-914b-48a79459b57d req-aec3495a-3911-40a3-bff3-03184a494b74 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=33f0d501-ea79-4ba1-a08e-8283f0aa118a HTTP/1.1" status: 200 len: 946 time: 0.2263160 Apr 30 16:11:27.019989 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6abbbfde-a088-4508-914b-48a79459b57d req-acbedc72-97e6-4740-8bff-e5965bc1ea24 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594997 Apr 30 16:11:27.038483 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e45ef-497a-4047-820f-ea3f657ebfcc req-7e2957f9-f061-42d4-ac30-a0c4c6313da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:27.040050 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ec2e45ef-497a-4047-820f-ea3f657ebfcc req-7e2957f9-f061-42d4-ac30-a0c4c6313da9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9cdfa89b-9f6d-4095-b0fe-85c8608797d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1091197 Apr 30 16:11:27.090121 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-08df6b69-8149-4d69-af6f-f5f36021db91 None None] Set router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:11:27.175004 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ec2e45ef-497a-4047-820f-ea3f657ebfcc req-001cc53e-87a6-499f-9b77-f92166058d62 service neutron] 10.222.0.42 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276021 Apr 30 16:11:27.311715 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ec2e45ef-497a-4047-820f-ea3f657ebfcc req-ff939aec-9ef6-4eb2-b77c-794352225114 service neutron] 10.222.0.42 "GET /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296735 Apr 30 16:11:27.411936 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-08df6b69-8149-4d69-af6f-f5f36021db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'name': 'tempest-TestVolumeBootPattern-1192148063-router', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:12Z', 'updated_at': '2021-04-30T16:03:17Z', 'revision_number': 4, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'gw_port': {'id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:13Z', 'updated_at': '2021-04-30T16:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '9359bae5-e69f-4575-a07a-193914c9f4f1', 'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'mac_address': 'fa:16:3e:e9:dd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '99795baf-474b-42a4-8dbb-35c325850572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:16Z', 'updated_at': '2021-04-30T16:03:23Z', 'revision_number': 5, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'subnets': [{'id': '99795baf-474b-42a4-8dbb-35c325850572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:27.415736 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08df6b69-8149-4d69-af6f-f5f36021db91 None None] The sync data for ids ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'] in dv-cinder-787195-6-iscsi is: [{'id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'name': 'tempest-TestVolumeBootPattern-1192148063-router', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:12Z', 'updated_at': '2021-04-30T16:03:17Z', 'revision_number': 4, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'gw_port': {'id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:13Z', 'updated_at': '2021-04-30T16:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '9359bae5-e69f-4575-a07a-193914c9f4f1', 'name': '', 'network_id': '9cdfa89b-9f6d-4095-b0fe-85c8608797d9', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'mac_address': 'fa:16:3e:e9:dd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '99795baf-474b-42a4-8dbb-35c325850572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:16Z', 'updated_at': '2021-04-30T16:03:23Z', 'revision_number': 5, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'subnets': [{'id': '99795baf-474b-42a4-8dbb-35c325850572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:11:27.626704 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8685ac3a-2557-45a6-975b-09ab08066764 None None] New status for floating IP 3edb45e5-6c14-4e89-94e1-7d747b76f021: DOWN {{(pid=73966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:11:27.836289 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 14e60f28-e62d-48e8-abba-0244d5a81593 up at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:11:27.905184 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Provisioning complete for port 14e60f28-e62d-48e8-abba-0244d5a81593 triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:11:27.905920 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:28.362077 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65e8e6-b26d-4a06-9689-123199e2eaf8 req-be84d962-3fe1-4e6f-9ee3-90578c4e39c8 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:28.363529 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-9d65e8e6-b26d-4a06-9689-123199e2eaf8 req-be84d962-3fe1-4e6f-9ee3-90578c4e39c8 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=33f0d501-ea79-4ba1-a08e-8283f0aa118a HTTP/1.1" status: 200 len: 946 time: 0.0831983 Apr 30 16:11:28.413793 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-9d65e8e6-b26d-4a06-9689-123199e2eaf8 req-a680db29-aa3b-4b9c-a794-12b5a318f8a6 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/security-groups?id=a6096ae6-0a8a-408b-889f-f72fe6e48a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442996 Apr 30 16:11:28.431063 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff34f91-94fd-4fd7-af33-4d1808695baf req-50676bd5-4ac7-4db3-8c19-0ed713017c03 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:28.432509 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-eff34f91-94fd-4fd7-af33-4d1808695baf req-50676bd5-4ac7-4db3-8c19-0ed713017c03 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.42 "GET /v2.0/ports?device_id=33f0d501-ea79-4ba1-a08e-8283f0aa118a HTTP/1.1" status: 200 len: 946 time: 0.0912724 Apr 30 16:11:28.572247 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-eff34f91-94fd-4fd7-af33-4d1808695baf req-1a1cf199-1490-443a-b855-b306aa8a07c9 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Deleting port 8491607e-0551-47ef-81e2-b4000ac9c380 {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:11:28.573004 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-eff34f91-94fd-4fd7-af33-4d1808695baf req-1a1cf199-1490-443a-b855-b306aa8a07c9 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:28.813175 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-eff34f91-94fd-4fd7-af33-4d1808695baf req-1a1cf199-1490-443a-b855-b306aa8a07c9 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] For port 8491607e-0551-47ef-81e2-b4000ac9c380, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8491607e-0551-47ef-81e2-b4000ac9c380,segment=NetworkSegment(7e998a4a-d4bf-40aa-816b-f6ea84410e10),segment_id=7e998a4a-d4bf-40aa-816b-f6ea84410e10)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:28.813546 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-eff34f91-94fd-4fd7-af33-4d1808695baf req-1a1cf199-1490-443a-b855-b306aa8a07c9 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:28.940686 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-eff34f91-94fd-4fd7-af33-4d1808695baf req-1a1cf199-1490-443a-b855-b306aa8a07c9 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Calling delete_port for 8491607e-0551-47ef-81e2-b4000ac9c380 owned by compute:nova {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:11:29.049845 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-eff34f91-94fd-4fd7-af33-4d1808695baf req-1a1cf199-1490-443a-b855-b306aa8a07c9 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:29.055372 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a6bb5466-65e6-43fc-b8ea-0e0c60443383 tempest-AttachVolumeShelveTestJSON-1328175353 tempest-AttachVolumeShelveTestJSON-1328175353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:29.105692 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cf199-1490-443a-b855-b306aa8a07c9 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Pushing event deleted for resources: {'Port': ['ID=8491607e-0551-47ef-81e2-b4000ac9c380,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:29.108879 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-1a1cf199-1490-443a-b855-b306aa8a07c9 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:29.180682 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff34f91-94fd-4fd7-af33-4d1808695baf req-1a1cf199-1490-443a-b855-b306aa8a07c9 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] No DVR routers for this DVR port 8491607e-0551-47ef-81e2-b4000ac9c380 on host hv-cinder-78719 {{(pid=73963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:11:29.183144 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-eff34f91-94fd-4fd7-af33-4d1808695baf req-1a1cf199-1490-443a-b855-b306aa8a07c9 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:29.187475 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f0d501-ea79-4ba1-a08e-8283f0aa118a', 'name': 'network-vif-deleted', 'tag': '8491607e-0551-47ef-81e2-b4000ac9c380'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:11:29.201859 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-eff34f91-94fd-4fd7-af33-4d1808695baf req-1a1cf199-1490-443a-b855-b306aa8a07c9 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.42 "DELETE /v2.0/ports/8491607e-0551-47ef-81e2-b4000ac9c380 HTTP/1.1" status: 204 len: 173 time: 0.7630844 Apr 30 16:11:29.234168 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f0d501-ea79-4ba1-a08e-8283f0aa118a', 'name': 'network-vif-deleted', 'tag': '8491607e-0551-47ef-81e2-b4000ac9c380', 'status': 'completed', 'code': 200} Apr 30 16:11:29.570293 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7b708640-86c1-4658-9ca6-7182dbf7c0c9 req-29858ceb-e27a-4ccb-86df-7387933588b4 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "GET /v2.0/ports?device_id=33f0d501-ea79-4ba1-a08e-8283f0aa118a HTTP/1.1" status: 200 len: 210 time: 0.0431380 Apr 30 16:11:30.669152 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 41084) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:30.892296 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-e1956224-958a-4ea5-902d-4272ae3388d2 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Deleting port 97c45bf0-472f-4f60-ab93-98875f15b59c {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:11:30.892639 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-e1956224-958a-4ea5-902d-4272ae3388d2 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:31.012372 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-e1956224-958a-4ea5-902d-4272ae3388d2 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:31.012706 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-e1956224-958a-4ea5-902d-4272ae3388d2 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:31.139820 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-e1956224-958a-4ea5-902d-4272ae3388d2 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Calling delete_port for 97c45bf0-472f-4f60-ab93-98875f15b59c owned by network:floatingip {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:11:31.248814 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-e1956224-958a-4ea5-902d-4272ae3388d2 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:31.253092 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-9cf004e0-fb21-4d45-bdc4-bbd2f4ce78c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:31.299749 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1956224-958a-4ea5-902d-4272ae3388d2 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Pushing event deleted for resources: {'Port': ['ID=97c45bf0-472f-4f60-ab93-98875f15b59c,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:31.326226 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-e1956224-958a-4ea5-902d-4272ae3388d2 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:31.388838 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-e1956224-958a-4ea5-902d-4272ae3388d2 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for floatingip, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:31.403016 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-e1956224-958a-4ea5-902d-4272ae3388d2 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for floatingip, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:31.404171 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-e1956224-958a-4ea5-902d-4272ae3388d2 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "DELETE /v2.0/floatingips/18c5e8ac-d17f-44fc-bf64-8ab3eafaee52 HTTP/1.1" status: 204 len: 168 time: 0.7340515 Apr 30 16:11:31.579303 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 8491607e-0551-47ef-81e2-b4000ac9c380 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:11:31.612201 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] No Port match for: 8491607e-0551-47ef-81e2-b4000ac9c380 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:11:31.612550 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 8491607e-0551-47ef-81e2-b4000ac9c380 not bound to the agent host hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:11:32.794045 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 41102) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:32.863841 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-62546faa-d85f-4f10-9442-2113fcf47ae2 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:32.893731 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-62546faa-d85f-4f10-9442-2113fcf47ae2 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:32.960696 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-62546faa-d85f-4f10-9442-2113fcf47ae2 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:32.964570 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-94c83283-8f58-4072-92cb-166211ee955b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:32.978616 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62546faa-d85f-4f10-9442-2113fcf47ae2 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6096ae6-0a8a-408b-889f-f72fe6e48a2c,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:32.982300 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-62546faa-d85f-4f10-9442-2113fcf47ae2 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:32.999033 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-62546faa-d85f-4f10-9442-2113fcf47ae2 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:33.000132 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-62546faa-d85f-4f10-9442-2113fcf47ae2 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] 10.222.0.72 "DELETE /v2.0/security-groups/a6096ae6-0a8a-408b-889f-f72fe6e48a2c HTTP/1.1" status: 204 len: 168 time: 0.2050583 Apr 30 16:11:33.061278 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 41108) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:33.873293 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9ca03115-a873-4d1c-bacc-31c5612e8f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-915790'] for router_interface, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:34.294603 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-9ca03115-a873-4d1c-bacc-31c5612e8f8b admin admin] Deleting port 9359bae5-e69f-4575-a07a-193914c9f4f1 {{(pid=73964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:11:34.294938 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9ca03115-a873-4d1c-bacc-31c5612e8f8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:34.422338 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.db [None req-9ca03115-a873-4d1c-bacc-31c5612e8f8b admin admin] For port 9359bae5-e69f-4575-a07a-193914c9f4f1, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=9359bae5-e69f-4575-a07a-193914c9f4f1,segment=NetworkSegment(7e998a4a-d4bf-40aa-816b-f6ea84410e10),segment_id=7e998a4a-d4bf-40aa-816b-f6ea84410e10)] {{(pid=73964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:34.422691 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9ca03115-a873-4d1c-bacc-31c5612e8f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:34.548334 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-9ca03115-a873-4d1c-bacc-31c5612e8f8b admin admin] Calling delete_port for 9359bae5-e69f-4575-a07a-193914c9f4f1 owned by network:router_interface {{(pid=73964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:11:34.831019 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9ca03115-a873-4d1c-bacc-31c5612e8f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:34.834543 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-c294c24c-cfa5-468a-b0b4-3df75785b0a5 tempest-AttachVolumeTestJSON-1453426012 tempest-AttachVolumeTestJSON-1453426012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:34.875949 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca03115-a873-4d1c-bacc-31c5612e8f8b admin admin] Pushing event deleted for resources: {'Port': ['ID=9359bae5-e69f-4575-a07a-193914c9f4f1,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:34.878405 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-9ca03115-a873-4d1c-bacc-31c5612e8f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:35.144568 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-9ca03115-a873-4d1c-bacc-31c5612e8f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664318'] for router_interface, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:35.612637 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca03115-a873-4d1c-bacc-31c5612e8f8b admin admin] Router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:11:35.789646 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca03115-a873-4d1c-bacc-31c5612e8f8b admin admin] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:11:35.799988 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea3acf-1a74-40da-91ec-bd178434036e None None] Sync routers for ids ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'] in dv-cinder-787195-6-iscsi {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:11:35.803496 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-9ca03115-a873-4d1c-bacc-31c5612e8f8b admin admin] 10.222.0.72 "PUT /v2.0/routers/4f712ea0-1630-4485-86ed-ae41e0c60ae6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7411418 Apr 30 16:11:35.805934 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 41120) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:35.809562 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ea3acf-1a74-40da-91ec-bd178434036e None None] Routers {'4f712ea0-1630-4485-86ed-ae41e0c60ae6'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:11:35.810233 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-31ea3acf-1a74-40da-91ec-bd178434036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:11:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:35.988646 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-31ea3acf-1a74-40da-91ec-bd178434036e None None] Set router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:11:35.992376 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-dfd761a8-e080-4d75-ad63-eafa5cf78283 admin admin] Notify callbacks [] for router, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:36.173186 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-dfd761a8-e080-4d75-ad63-eafa5cf78283 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:36.246312 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-dfd761a8-e080-4d75-ad63-eafa5cf78283 admin admin] Deleting port c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2 {{(pid=73964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:11:36.246820 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-dfd761a8-e080-4d75-ad63-eafa5cf78283 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:36.276150 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-31ea3acf-1a74-40da-91ec-bd178434036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'name': 'tempest-TestVolumeBootPattern-1192148063-router', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:12Z', 'updated_at': '2021-04-30T16:11:34Z', 'revision_number': 5, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'gw_port': {'id': 'c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:13Z', 'updated_at': '2021-04-30T16:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:36.280522 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea3acf-1a74-40da-91ec-bd178434036e None None] Checking router: 4f712ea0-1630-4485-86ed-ae41e0c60ae6 for host: dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:11:36.288732 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ea3acf-1a74-40da-91ec-bd178434036e None None] Routers {'4f712ea0-1630-4485-86ed-ae41e0c60ae6'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:11:36.289333 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-31ea3acf-1a74-40da-91ec-bd178434036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:11:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:36.364722 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:11:36.370337 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.db [None req-dfd761a8-e080-4d75-ad63-eafa5cf78283 admin admin] For port c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2,segment=NetworkSegment(a30bcc7b-d76f-404c-9f7c-d7e43145326e),segment_id=a30bcc7b-d76f-404c-9f7c-d7e43145326e)] {{(pid=73964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:36.371258 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-dfd761a8-e080-4d75-ad63-eafa5cf78283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:36.441876 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-31ea3acf-1a74-40da-91ec-bd178434036e None None] Set router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 gateway port host: None {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:11:36.492790 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-dfd761a8-e080-4d75-ad63-eafa5cf78283 admin admin] Calling delete_port for c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2 owned by network:router_gateway {{(pid=73964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:11:36.546857 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-31ea3acf-1a74-40da-91ec-bd178434036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'name': 'tempest-TestVolumeBootPattern-1192148063-router', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:12Z', 'updated_at': '2021-04-30T16:11:36Z', 'revision_number': 6, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'gw_port_host': None}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:36.551063 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea3acf-1a74-40da-91ec-bd178434036e None None] The sync data for ids ['4f712ea0-1630-4485-86ed-ae41e0c60ae6'] in dv-cinder-787195-6-iscsi is: [{'id': '4f712ea0-1630-4485-86ed-ae41e0c60ae6', 'name': 'tempest-TestVolumeBootPattern-1192148063-router', 'tenant_id': '75612fb9c54545baa7fc7f75d63cf365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:12Z', 'updated_at': '2021-04-30T16:11:36Z', 'revision_number': 6, 'project_id': '75612fb9c54545baa7fc7f75d63cf365', 'gw_port_host': None}] {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:11:36.764425 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-dfd761a8-e080-4d75-ad63-eafa5cf78283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:36.769069 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-b35574c6-79c7-45b7-9e52-4de0c1e68d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:36.812257 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd761a8-e080-4d75-ad63-eafa5cf78283 admin admin] Pushing event deleted for resources: {'Port': ['ID=c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:36.815190 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-dfd761a8-e080-4d75-ad63-eafa5cf78283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:36.905626 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-dfd761a8-e080-4d75-ad63-eafa5cf78283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656601'] for router_gateway, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:37.085031 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-dfd761a8-e080-4d75-ad63-eafa5cf78283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12704'] for router, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:37.087058 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-dfd761a8-e080-4d75-ad63-eafa5cf78283 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:37.110034 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-dfd761a8-e080-4d75-ad63-eafa5cf78283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-664956'] for router, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:37.110689 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd761a8-e080-4d75-ad63-eafa5cf78283 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f712ea0-1630-4485-86ed-ae41e0c60ae6 {{(pid=73964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 16:11:37.122692 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-dfd761a8-e080-4d75-ad63-eafa5cf78283 admin admin] Notify callbacks [] for router, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:37.123776 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-dfd761a8-e080-4d75-ad63-eafa5cf78283 admin admin] 10.222.0.72 "DELETE /v2.0/routers/4f712ea0-1630-4485-86ed-ae41e0c60ae6 HTTP/1.1" status: 204 len: 168 time: 1.3169682 Apr 30 16:11:37.126325 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 41134) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:37.190702 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b6d2a7-d239-43a9-8bd9-95bd1aeacd4a admin admin] Deleting subnet 99795baf-474b-42a4-8dbb-35c325850572 {{(pid=73964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:11:37.194091 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-01b6d2a7-d239-43a9-8bd9-95bd1aeacd4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:37.242066 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-01b6d2a7-d239-43a9-8bd9-95bd1aeacd4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3533658'] for subnet, precommit_delete_associations {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:37.319203 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-01b6d2a7-d239-43a9-8bd9-95bd1aeacd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2036197'] for subnet, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:37.579722 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-01b6d2a7-d239-43a9-8bd9-95bd1aeacd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2036220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3714155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-777240'] for subnet, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:37.583985 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:37.618779 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6d2a7-d239-43a9-8bd9-95bd1aeacd4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99795baf-474b-42a4-8dbb-35c325850572,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:37.622204 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-01b6d2a7-d239-43a9-8bd9-95bd1aeacd4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:37.623189 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-01b6d2a7-d239-43a9-8bd9-95bd1aeacd4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for subnet, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:37.629363 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-01b6d2a7-d239-43a9-8bd9-95bd1aeacd4a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/99795baf-474b-42a4-8dbb-35c325850572 HTTP/1.1" status: 204 len: 168 time: 0.5020592 Apr 30 16:11:37.630897 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621b8648-d0a4-4ba2-921f-78918956ae0c None None] Network 9cdfa89b-9f6d-4095-b0fe-85c8608797d9 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:11:37.631745 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 41144) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:37.739790 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f9672832-2356-4cb4-9202-eb5e8d23e2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688298'] for network, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:37.819626 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-f9672832-2356-4cb4-9202-eb5e8d23e2c2 admin admin] Deleting port 923eb675-a61f-4110-bd53-8fb9aa2f8fc2 {{(pid=73964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:11:37.820128 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f9672832-2356-4cb4-9202-eb5e8d23e2c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:37.850019 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 9359bae5-e69f-4575-a07a-193914c9f4f1 no longer exists at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:11:37.891022 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cebb4e6-9053-428c-b2f0-231392740c1a None None] DHCP port deletion for 9cdfa89b-9f6d-4095-b0fe-85c8608797d9 request from dv-cinder-787195-6-iscsi {{(pid=73965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 16:11:37.892611 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] No Port match for: 9359bae5-e69f-4575-a07a-193914c9f4f1 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:11:37.892947 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 9359bae5-e69f-4575-a07a-193914c9f4f1 not bound to the agent host dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:11:37.893345 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2 no longer exists at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:11:37.924055 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.db [None req-f9672832-2356-4cb4-9202-eb5e8d23e2c2 admin admin] For port 923eb675-a61f-4110-bd53-8fb9aa2f8fc2, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=923eb675-a61f-4110-bd53-8fb9aa2f8fc2,segment=NetworkSegment(7e998a4a-d4bf-40aa-816b-f6ea84410e10),segment_id=7e998a4a-d4bf-40aa-816b-f6ea84410e10)] {{(pid=73964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:37.924427 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f9672832-2356-4cb4-9202-eb5e8d23e2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:37.927023 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] No Port match for: c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:11:37.927371 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device c66c44c5-ff6d-4d1b-b5a4-fb94297cbff2 not bound to the agent host dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:11:37.991536 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-3cebb4e6-9053-428c-b2f0-231392740c1a None None] Deleting port 923eb675-a61f-4110-bd53-8fb9aa2f8fc2 {{(pid=73965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:11:37.991924 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-3cebb4e6-9053-428c-b2f0-231392740c1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:38.047379 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-f9672832-2356-4cb4-9202-eb5e8d23e2c2 admin admin] Calling delete_port for 923eb675-a61f-4110-bd53-8fb9aa2f8fc2 owned by network:dhcp {{(pid=73964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:11:38.090542 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-3cebb4e6-9053-428c-b2f0-231392740c1a None None] For port 923eb675-a61f-4110-bd53-8fb9aa2f8fc2, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=923eb675-a61f-4110-bd53-8fb9aa2f8fc2,segment=NetworkSegment(7e998a4a-d4bf-40aa-816b-f6ea84410e10),segment_id=7e998a4a-d4bf-40aa-816b-f6ea84410e10)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:38.091131 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-3cebb4e6-9053-428c-b2f0-231392740c1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:38.092659 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f9672832-2356-4cb4-9202-eb5e8d23e2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:38.097269 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-9d741786-2cbb-4a74-98e9-6afd590e68aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:38.142819 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9672832-2356-4cb4-9202-eb5e8d23e2c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=923eb675-a61f-4110-bd53-8fb9aa2f8fc2,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:38.144542 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9672832-2356-4cb4-9202-eb5e8d23e2c2 admin admin] No DVR routers for this DVR port 923eb675-a61f-4110-bd53-8fb9aa2f8fc2 on host dv-cinder-787195-6-iscsi {{(pid=73964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:11:38.145986 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-f9672832-2356-4cb4-9202-eb5e8d23e2c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:38.244262 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-3cebb4e6-9053-428c-b2f0-231392740c1a None None] Calling delete_port for 923eb675-a61f-4110-bd53-8fb9aa2f8fc2 owned by network:dhcp {{(pid=73965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:11:38.287449 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-3cebb4e6-9053-428c-b2f0-231392740c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215'] for port, after_delete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:38.292035 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:38.334298 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cebb4e6-9053-428c-b2f0-231392740c1a None None] Pushing event deleted for resources: {'Port': ['ID=923eb675-a61f-4110-bd53-8fb9aa2f8fc2,revision_number=None']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:38.337252 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-3cebb4e6-9053-428c-b2f0-231392740c1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:38.338037 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cebb4e6-9053-428c-b2f0-231392740c1a None None] No DVR routers for this DVR port 923eb675-a61f-4110-bd53-8fb9aa2f8fc2 on host dv-cinder-787195-6-iscsi {{(pid=73965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:11:38.359479 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f9672832-2356-4cb4-9202-eb5e8d23e2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034024', 'neutron.services.segments.db._delete_segments_for_network-8758133272989'] for network, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:38.463898 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-f9672832-2356-4cb4-9202-eb5e8d23e2c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cdfa89b-9f6d-4095-b0fe-85c8608797d9']}} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:38.476669 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-f9672832-2356-4cb4-9202-eb5e8d23e2c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e998a4a-d4bf-40aa-816b-f6ea84410e10') {'for_net_delete': True} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:38.476964 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-f9672832-2356-4cb4-9202-eb5e8d23e2c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e998a4a-d4bf-40aa-816b-f6ea84410e10') {} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:38.488034 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f9672832-2356-4cb4-9202-eb5e8d23e2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133283943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3533651'] for segment, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:38.506996 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f9672832-2356-4cb4-9202-eb5e8d23e2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:38.513484 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9672832-2356-4cb4-9202-eb5e8d23e2c2 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=73964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:11:38.675252 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.managers [None req-f9672832-2356-4cb4-9202-eb5e8d23e2c2 admin admin] Network 9cdfa89b-9f6d-4095-b0fe-85c8608797d9 has no segments {{(pid=73964) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:11:38.683833 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f9672832-2356-4cb4-9202-eb5e8d23e2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2039760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3714241'] for segment, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:38.850118 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.managers [None req-f9672832-2356-4cb4-9202-eb5e8d23e2c2 admin admin] Network 9cdfa89b-9f6d-4095-b0fe-85c8608797d9 has no segments {{(pid=73964) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: Traceback (most recent call last): Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: timer() Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: cb(*args, **kw) Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: return func(*args, **kwargs) Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: self._notify() Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: self.callback(batched_events) Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: event.method(event) Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: return f(self, *a, **k) Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: return self._get(url).json() Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: return self.request(url, 'GET', **kwargs) Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:11:38.870282 dv-cinder-787195-6-iscsi neutron-server[73964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:11:38.942608 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f9672832-2356-4cb4-9202-eb5e8d23e2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657477'] for network, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:38.947109 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f9672832-2356-4cb4-9202-eb5e8d23e2c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:38.951424 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-7982c744-5b0e-4c49-af5a-8a82008564f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:38.977467 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9672832-2356-4cb4-9202-eb5e8d23e2c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cdfa89b-9f6d-4095-b0fe-85c8608797d9,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:38.979948 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-f9672832-2356-4cb4-9202-eb5e8d23e2c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:38.988615 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-f9672832-2356-4cb4-9202-eb5e8d23e2c2 admin admin] 10.222.0.72 "DELETE /v2.0/networks/9cdfa89b-9f6d-4095-b0fe-85c8608797d9 HTTP/1.1" status: 204 len: 168 time: 1.3559210 Apr 30 16:11:38.991502 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 41150) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:39.510504 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-a3c19f1f-c131-403f-992c-52daeb83ea6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-915790'] for router_interface, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:39.848404 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 923eb675-a61f-4110-bd53-8fb9aa2f8fc2 no longer exists at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:11:39.885669 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] No Port match for: 923eb675-a61f-4110-bd53-8fb9aa2f8fc2 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:11:39.886536 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 923eb675-a61f-4110-bd53-8fb9aa2f8fc2 not bound to the agent host dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:11:40.012394 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-a3c19f1f-c131-403f-992c-52daeb83ea6a admin admin] Deleting port 44fee300-cfa5-4578-aba5-e5deaa5bd39b {{(pid=73964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:11:40.012990 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-a3c19f1f-c131-403f-992c-52daeb83ea6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:40.129626 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.db [None req-a3c19f1f-c131-403f-992c-52daeb83ea6a admin admin] For port 44fee300-cfa5-4578-aba5-e5deaa5bd39b, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=44fee300-cfa5-4578-aba5-e5deaa5bd39b,segment=NetworkSegment(3a987ddb-00f6-4308-b8c6-9e189e907fec),segment_id=3a987ddb-00f6-4308-b8c6-9e189e907fec)] {{(pid=73964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:40.129888 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-a3c19f1f-c131-403f-992c-52daeb83ea6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:40.248836 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-a3c19f1f-c131-403f-992c-52daeb83ea6a admin admin] Calling delete_port for 44fee300-cfa5-4578-aba5-e5deaa5bd39b owned by network:router_interface {{(pid=73964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:11:40.297309 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:40.398042 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-a3c19f1f-c131-403f-992c-52daeb83ea6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:40.403308 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-5b233ec1-9249-415d-a488-79ec665cb03e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:40.446650 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c19f1f-c131-403f-992c-52daeb83ea6a admin admin] Pushing event deleted for resources: {'Port': ['ID=44fee300-cfa5-4578-aba5-e5deaa5bd39b,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:40.473138 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-a3c19f1f-c131-403f-992c-52daeb83ea6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:40.723568 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-a3c19f1f-c131-403f-992c-52daeb83ea6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664318'] for router_interface, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:41.175233 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c19f1f-c131-403f-992c-52daeb83ea6a admin admin] Router 44a8f604-af26-4eb2-bb7c-d88f267bb74f has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:11:41.351640 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c19f1f-c131-403f-992c-52daeb83ea6a admin admin] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:11:41.361190 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2fba49-c734-41df-9270-47f4391e6182 None None] Sync routers for ids ['44a8f604-af26-4eb2-bb7c-d88f267bb74f'] in dv-cinder-787195-6-iscsi {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:11:41.368033 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-a3c19f1f-c131-403f-992c-52daeb83ea6a admin admin] 10.222.0.72 "PUT /v2.0/routers/44a8f604-af26-4eb2-bb7c-d88f267bb74f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3754969 Apr 30 16:11:41.371160 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 41158) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:41.372900 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2fba49-c734-41df-9270-47f4391e6182 None None] Routers {'44a8f604-af26-4eb2-bb7c-d88f267bb74f'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:11:41.373511 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-0d2fba49-c734-41df-9270-47f4391e6182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:11:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['44a8f604-af26-4eb2-bb7c-d88f267bb74f'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:41.551100 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3c061c23-4e29-4884-8666-a293b197ae6f admin admin] Notify callbacks [] for router, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:41.580578 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-0d2fba49-c734-41df-9270-47f4391e6182 None None] Set router 44a8f604-af26-4eb2-bb7c-d88f267bb74f gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:11:41.722942 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3c061c23-4e29-4884-8666-a293b197ae6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:41.796214 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-3c061c23-4e29-4884-8666-a293b197ae6f admin admin] Deleting port dcbc9441-8af8-4528-8f22-067172545b48 {{(pid=73964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:11:41.796890 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3c061c23-4e29-4884-8666-a293b197ae6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:41.867124 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-0d2fba49-c734-41df-9270-47f4391e6182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a8f604-af26-4eb2-bb7c-d88f267bb74f', 'name': 'tempest-TestVolumeBootPattern-2040661751-router', 'tenant_id': '94d6b391de694cb0ab49668afcba22dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': 'dcbc9441-8af8-4528-8f22-067172545b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:20Z', 'updated_at': '2021-04-30T16:11:40Z', 'revision_number': 5, 'project_id': '94d6b391de694cb0ab49668afcba22dc', 'gw_port': {'id': 'dcbc9441-8af8-4528-8f22-067172545b48', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:fe:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a8f604-af26-4eb2-bb7c-d88f267bb74f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:03:21Z', 'updated_at': '2021-04-30T16:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:41.870814 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2fba49-c734-41df-9270-47f4391e6182 None None] Checking router: 44a8f604-af26-4eb2-bb7c-d88f267bb74f for host: dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:11:41.879440 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2fba49-c734-41df-9270-47f4391e6182 None None] Routers {'44a8f604-af26-4eb2-bb7c-d88f267bb74f'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:11:41.880193 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-0d2fba49-c734-41df-9270-47f4391e6182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:11:16Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['44a8f604-af26-4eb2-bb7c-d88f267bb74f'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:41.914340 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.db [None req-3c061c23-4e29-4884-8666-a293b197ae6f admin admin] For port dcbc9441-8af8-4528-8f22-067172545b48, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=dcbc9441-8af8-4528-8f22-067172545b48,segment=NetworkSegment(a30bcc7b-d76f-404c-9f7c-d7e43145326e),segment_id=a30bcc7b-d76f-404c-9f7c-d7e43145326e)] {{(pid=73964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:41.914687 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3c061c23-4e29-4884-8666-a293b197ae6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:42.035090 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-0d2fba49-c734-41df-9270-47f4391e6182 None None] Set router 44a8f604-af26-4eb2-bb7c-d88f267bb74f gateway port host: None {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:11:42.039197 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-3c061c23-4e29-4884-8666-a293b197ae6f admin admin] Calling delete_port for dcbc9441-8af8-4528-8f22-067172545b48 owned by network:router_gateway {{(pid=73964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:11:42.144646 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-0d2fba49-c734-41df-9270-47f4391e6182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a8f604-af26-4eb2-bb7c-d88f267bb74f', 'name': 'tempest-TestVolumeBootPattern-2040661751-router', 'tenant_id': '94d6b391de694cb0ab49668afcba22dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:20Z', 'updated_at': '2021-04-30T16:11:41Z', 'revision_number': 6, 'project_id': '94d6b391de694cb0ab49668afcba22dc', 'gw_port_host': None}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:42.148944 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2fba49-c734-41df-9270-47f4391e6182 None None] The sync data for ids ['44a8f604-af26-4eb2-bb7c-d88f267bb74f'] in dv-cinder-787195-6-iscsi is: [{'id': '44a8f604-af26-4eb2-bb7c-d88f267bb74f', 'name': 'tempest-TestVolumeBootPattern-2040661751-router', 'tenant_id': '94d6b391de694cb0ab49668afcba22dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:03:20Z', 'updated_at': '2021-04-30T16:11:41Z', 'revision_number': 6, 'project_id': '94d6b391de694cb0ab49668afcba22dc', 'gw_port_host': None}] {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:11:42.188982 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3c061c23-4e29-4884-8666-a293b197ae6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:42.193353 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-6b9915ad-58e8-4a9e-aff4-c30c81ae8485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:42.238525 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-cd7a92f6-97ed-4bf6-8388-30f9fe308e5d tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Synchronizing usage tracker for tenant:4cd8ff6d14414fd2b01baef129c3ad8f on resource:security_group {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:11:42.256208 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-cd7a92f6-97ed-4bf6-8388-30f9fe308e5d tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Unset dirty status for tenant:4cd8ff6d14414fd2b01baef129c3ad8f on resource:security_group {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:11:42.257365 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-cd7a92f6-97ed-4bf6-8388-30f9fe308e5d tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-843278219&fields=id&tenant_id=4cd8ff6d14414fd2b01baef129c3ad8f HTTP/1.1" status: 200 len: 267 time: 0.0584605 Apr 30 16:11:42.263563 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c061c23-4e29-4884-8666-a293b197ae6f admin admin] Pushing event deleted for resources: {'Port': ['ID=dcbc9441-8af8-4528-8f22-067172545b48,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:42.266194 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-3c061c23-4e29-4884-8666-a293b197ae6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:42.368028 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3c061c23-4e29-4884-8666-a293b197ae6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656601'] for router_gateway, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:42.411088 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-08c1a514-7777-49e2-aca2-05ebbc844ee3 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:42.411768 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-08c1a514-7777-49e2-aca2-05ebbc844ee3 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Synchronizing usage tracker for tenant:4cd8ff6d14414fd2b01baef129c3ad8f on resource:network {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:11:42.432575 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-08c1a514-7777-49e2-aca2-05ebbc844ee3 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Unset dirty status for tenant:4cd8ff6d14414fd2b01baef129c3ad8f on resource:network {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:11:42.434630 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-08c1a514-7777-49e2-aca2-05ebbc844ee3 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/networks?id=0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 HTTP/1.1" status: 200 len: 809 time: 0.1703992 Apr 30 16:11:42.450125 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-c5ce015f-5b57-4da9-8e16-ba31b73f09b0 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/quotas/4cd8ff6d14414fd2b01baef129c3ad8f HTTP/1.1" status: 200 len: 375 time: 0.0096250 Apr 30 16:11:42.550034 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-4d4b0aea-2a94-42fd-bb3f-dafc8f10d7b0 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=4cd8ff6d14414fd2b01baef129c3ad8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945778 Apr 30 16:11:42.613824 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-a3ab96d3-f7f8-4592-b506-8400b097d308 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=73963) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 16:11:42.614801 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-a3ab96d3-f7f8-4592-b506-8400b097d308 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0525384 Apr 30 16:11:42.663976 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3c061c23-4e29-4884-8666-a293b197ae6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12704'] for router, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:42.666140 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3c061c23-4e29-4884-8666-a293b197ae6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:42.691180 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3c061c23-4e29-4884-8666-a293b197ae6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-664956'] for router, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:42.691673 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c061c23-4e29-4884-8666-a293b197ae6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44a8f604-af26-4eb2-bb7c-d88f267bb74f {{(pid=73964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 16:11:42.705127 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-3c061c23-4e29-4884-8666-a293b197ae6f admin admin] Notify callbacks [] for router, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:42.708567 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-3c061c23-4e29-4884-8666-a293b197ae6f admin admin] 10.222.0.72 "DELETE /v2.0/routers/44a8f604-af26-4eb2-bb7c-d88f267bb74f HTTP/1.1" status: 204 len: 168 time: 1.3341761 Apr 30 16:11:42.709001 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 41170) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:42.753112 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-eea876ec-6435-465e-ac53-a6a67aa28f66 service neutron] 10.222.0.72 "GET /v2.0/networks/0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314623 Apr 30 16:11:42.767240 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_v2 [None req-993f18e2-334c-4ca6-9497-7cf67e867934 admin admin] Deleting subnet c517dfd0-11db-4e7f-b5b6-d92918ad31d7 {{(pid=73964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:11:42.770142 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-993f18e2-334c-4ca6-9497-7cf67e867934 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:42.819972 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-993f18e2-334c-4ca6-9497-7cf67e867934 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3533658'] for subnet, precommit_delete_associations {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:42.902848 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-993f18e2-334c-4ca6-9497-7cf67e867934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2036197'] for subnet, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:43.000587 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-27514caa-e207-446c-bb06-15746dd6a237 service neutron] 10.222.0.72 "GET /v2.0/networks/0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418513 Apr 30 16:11:43.171982 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-993f18e2-334c-4ca6-9497-7cf67e867934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2036220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3714155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-777240'] for subnet, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:43.176223 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:43.211314 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f18e2-334c-4ca6-9497-7cf67e867934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c517dfd0-11db-4e7f-b5b6-d92918ad31d7,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:43.215045 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-993f18e2-334c-4ca6-9497-7cf67e867934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:43.216117 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-993f18e2-334c-4ca6-9497-7cf67e867934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for subnet, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:43.224574 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-993f18e2-334c-4ca6-9497-7cf67e867934 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c517dfd0-11db-4e7f-b5b6-d92918ad31d7 HTTP/1.1" status: 204 len: 168 time: 0.5121095 Apr 30 16:11:43.224895 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 41180) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:43.231850 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9584ef42-3707-4a6b-bc72-734d74d82e83 None None] Network 409b0677-285d-4bac-8e01-b46f0bd6c172 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:11:43.326323 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-8e4256c4-41f1-44a4-a4dd-77061fb43962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:43.342543 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688298'] for network, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:43.420790 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Deleting port a41d35a8-8c3e-4c66-a554-f7d28b54fdb5 {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:11:43.421713 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:43.422532 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-a860720a-fa81-4330-9f85-c929f57f775d req-378dedd6-f673-4202-a292-beb0ecec274d tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Synchronizing usage tracker for tenant:4cd8ff6d14414fd2b01baef129c3ad8f on resource:port {{(pid=73964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:11:43.440898 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-a860720a-fa81-4330-9f85-c929f57f775d req-378dedd6-f673-4202-a292-beb0ecec274d tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Unset dirty status for tenant:4cd8ff6d14414fd2b01baef129c3ad8f on resource:port {{(pid=73964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:11:43.443074 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-a860720a-fa81-4330-9f85-c929f57f775d req-378dedd6-f673-4202-a292-beb0ecec274d tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 210 time: 0.0713570 Apr 30 16:11:43.511726 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b1559f-4ed9-4bc3-8923-d3156d50b3f1 None None] DHCP port deletion for 409b0677-285d-4bac-8e01-b46f0bd6c172 request from dv-cinder-787195-6-iscsi {{(pid=73965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 16:11:43.537889 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] For port a41d35a8-8c3e-4c66-a554-f7d28b54fdb5, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=a41d35a8-8c3e-4c66-a554-f7d28b54fdb5,segment=NetworkSegment(3a987ddb-00f6-4308-b8c6-9e189e907fec),segment_id=3a987ddb-00f6-4308-b8c6-9e189e907fec)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:43.538277 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:43.580209 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-87b1559f-4ed9-4bc3-8923-d3156d50b3f1 None None] Deleting port a41d35a8-8c3e-4c66-a554-f7d28b54fdb5 {{(pid=73965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:11:43.580650 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-87b1559f-4ed9-4bc3-8923-d3156d50b3f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:43.668948 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Calling delete_port for a41d35a8-8c3e-4c66-a554-f7d28b54fdb5 owned by network:dhcp {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:11:43.681302 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-87b1559f-4ed9-4bc3-8923-d3156d50b3f1 None None] For port a41d35a8-8c3e-4c66-a554-f7d28b54fdb5, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=a41d35a8-8c3e-4c66-a554-f7d28b54fdb5,segment=NetworkSegment(3a987ddb-00f6-4308-b8c6-9e189e907fec),segment_id=3a987ddb-00f6-4308-b8c6-9e189e907fec)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:43.681697 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-87b1559f-4ed9-4bc3-8923-d3156d50b3f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:43.717950 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:43.723052 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-1a1cf199-1490-443a-b855-b306aa8a07c9 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:43.770783 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Pushing event deleted for resources: {'Port': ['ID=a41d35a8-8c3e-4c66-a554-f7d28b54fdb5,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:43.778830 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] No DVR routers for this DVR port a41d35a8-8c3e-4c66-a554-f7d28b54fdb5 on host dv-cinder-787195-6-iscsi {{(pid=73963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:11:43.781024 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:43.781552 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:43.781926 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:43.784138 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:43.784875 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:43.785713 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:43.786499 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:43.786910 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:43.787444 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:43.787822 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:43.788324 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:43.788698 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:11:43.792277 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:43.805357 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-87b1559f-4ed9-4bc3-8923-d3156d50b3f1 None None] Calling delete_port for a41d35a8-8c3e-4c66-a554-f7d28b54fdb5 owned by network:dhcp {{(pid=73965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:11:43.853896 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-87b1559f-4ed9-4bc3-8923-d3156d50b3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215'] for port, after_delete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:43.858753 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:43.896788 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 44fee300-cfa5-4578-aba5-e5deaa5bd39b no longer exists at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:11:43.919239 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034024', 'neutron.services.segments.db._delete_segments_for_network-8758133272989'] for network, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:43.942845 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] No Port match for: 44fee300-cfa5-4578-aba5-e5deaa5bd39b {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:11:43.943189 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 44fee300-cfa5-4578-aba5-e5deaa5bd39b not bound to the agent host dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:11:43.943904 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device a41d35a8-8c3e-4c66-a554-f7d28b54fdb5 no longer exists at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:11:43.979646 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] No Port match for: a41d35a8-8c3e-4c66-a554-f7d28b54fdb5 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:11:43.980273 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device a41d35a8-8c3e-4c66-a554-f7d28b54fdb5 not bound to the agent host dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:11:43.980855 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device dcbc9441-8af8-4528-8f22-067172545b48 no longer exists at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:11:44.006213 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1559f-4ed9-4bc3-8923-d3156d50b3f1 None None] Pushing event deleted for resources: {'Port': ['ID=a41d35a8-8c3e-4c66-a554-f7d28b54fdb5,revision_number=None']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:44.013316 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b1559f-4ed9-4bc3-8923-d3156d50b3f1 None None] No DVR routers for this DVR port a41d35a8-8c3e-4c66-a554-f7d28b54fdb5 on host dv-cinder-787195-6-iscsi {{(pid=73965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:11:44.020038 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-87b1559f-4ed9-4bc3-8923-d3156d50b3f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:44.021880 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] No Port match for: dcbc9441-8af8-4528-8f22-067172545b48 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:11:44.022420 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device dcbc9441-8af8-4528-8f22-067172545b48 not bound to the agent host dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:11:44.041220 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.services.segments.db [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409b0677-285d-4bac-8e01-b46f0bd6c172']}} {{(pid=73963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:44.053540 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.services.segments.db [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a987ddb-00f6-4308-b8c6-9e189e907fec') {'for_net_delete': True} {{(pid=73963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:44.053835 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.services.segments.db [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a987ddb-00f6-4308-b8c6-9e189e907fec') {} {{(pid=73963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:11:44.065544 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133283943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241415'] for segment, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:44.082314 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:44.088495 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=73963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:11:44.258719 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Network 409b0677-285d-4bac-8e01-b46f0bd6c172 has no segments {{(pid=73963) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:11:44.268538 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2039760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3914858'] for segment, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:44.440963 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Network 409b0677-285d-4bac-8e01-b46f0bd6c172 has no segments {{(pid=73963) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: Traceback (most recent call last): Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: timer() Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: cb(*args, **kw) Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: return func(*args, **kwargs) Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: self._notify() Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: self.callback(batched_events) Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: event.method(event) Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: return f(self, *a, **k) Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: return self._get(url).json() Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: return self.request(url, 'GET', **kwargs) Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:11:44.461741 dv-cinder-787195-6-iscsi neutron-server[73963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:11:44.539224 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657477'] for network, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:44.544184 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-705c6aa2-87d3-44a2-9b17-33a9a4139300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:44.556919 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:44.603142 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Pushing event deleted for resources: {'Network': ['ID=409b0677-285d-4bac-8e01-b46f0bd6c172,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:44.614829 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:44.617397 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-6c3fed66-dfc9-4475-96f8-d05275baea8d req-90954b0b-e73d-4c21-be02-55dd82010adb tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 210 time: 0.0568492 Apr 30 16:11:44.618719 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-44dc6d9f-4201-4fdf-af23-73a89e53c713 admin admin] 10.222.0.72 "DELETE /v2.0/networks/409b0677-285d-4bac-8e01-b46f0bd6c172 HTTP/1.1" status: 204 len: 168 time: 1.3927662 Apr 30 16:11:44.754571 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 41202) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:44.814599 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-eda1d2f6-34b8-47fa-9d3a-e501ba78fb78 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=75612fb9c54545baa7fc7f75d63cf365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563381 Apr 30 16:11:44.814599 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 41206) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:44.876500 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-81ae16ff-4c17-400a-9ebe-8aa4189a1ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:44.903148 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-81ae16ff-4c17-400a-9ebe-8aa4189a1ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:44.939018 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-c5b56337-b0c0-4c5e-ab25-e38fd0ec7113 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:44.940454 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-c5b56337-b0c0-4c5e-ab25-e38fd0ec7113 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.42 "GET /v2.0/networks?id=0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 HTTP/1.1" status: 200 len: 809 time: 0.2656677 Apr 30 16:11:44.966468 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-81ae16ff-4c17-400a-9ebe-8aa4189a1ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:44.972357 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-daab1a33-f58b-4b7e-a857-6c0470ddf61f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:44.990776 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae16ff-4c17-400a-9ebe-8aa4189a1ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd9027b-24d4-45c4-b868-55de5c240a70,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:44.996685 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-81ae16ff-4c17-400a-9ebe-8aa4189a1ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:44.999073 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-81ae16ff-4c17-400a-9ebe-8aa4189a1ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:45.002572 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-81ae16ff-4c17-400a-9ebe-8aa4189a1ee2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4fd9027b-24d4-45c4-b868-55de5c240a70 HTTP/1.1" status: 204 len: 168 time: 0.1846435 Apr 30 16:11:45.019243 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-08ec62e7-8eff-4940-832a-b1be0dbd07bc tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cd8ff6d14414fd2b01baef129c3ad8f HTTP/1.1" status: 200 len: 379 time: 0.0620890 Apr 30 16:11:45.031541 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-28d7640a-3122-4d70-9db5-cdf6d2344af0 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Request body: {'port': {'device_id': 'f6a8ebc8-dd99-4e92-afa0-fe595f8e925d', 'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64', 'admin_state_up': True, 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'security_groups': ['2c553463-f62c-4bf0-946d-a93b91a70132']}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:11:45.169850 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-28d7640a-3122-4d70-9db5-cdf6d2344af0 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:11:45.179854 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.quota.driver [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-28d7640a-3122-4d70-9db5-cdf6d2344af0 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73963) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:11:45.190260 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-28d7640a-3122-4d70-9db5-cdf6d2344af0 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Made reservation on behalf of 4cd8ff6d14414fd2b01baef129c3ad8f for: {'port': 1} {{(pid=73963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 16:11:45.194089 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-28d7640a-3122-4d70-9db5-cdf6d2344af0 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:45.357973 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.db_base_plugin_common [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-28d7640a-3122-4d70-9db5-cdf6d2344af0 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Allocated IP 172.20.0.5 (0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64/870329fb-3f44-4079-9c46-3188f895863a/1ae22507-406f-4c5e-8525-5bd4e5f9be9c) {{(pid=73963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:11:45.372149 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 41214) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:45.432614 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-e4446ac2-c898-442a-9cd9-18e48d2373dd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=94d6b391de694cb0ab49668afcba22dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0566592 Apr 30 16:11:45.433551 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 41218) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:11:45.511015 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-e03aa473-66b8-43f6-a466-ed4516fb4cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:45.537607 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-e03aa473-66b8-43f6-a466-ed4516fb4cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:45.568429 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-28d7640a-3122-4d70-9db5-cdf6d2344af0 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for port, precommit_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:45.597573 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-e03aa473-66b8-43f6-a466-ed4516fb4cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:45.597906 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-28d7640a-3122-4d70-9db5-cdf6d2344af0 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Transition to ACTIVE for port object 1ae22507-406f-4c5e-8525-5bd4e5f9be9c will not be triggered until provisioned by entity DHCP. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:11:45.602363 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-1e712d25-b9ee-4bd5-bfa4-dc7cab696dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:45.616896 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03aa473-66b8-43f6-a466-ed4516fb4cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becc23b1-43f1-48dc-982b-140b699cdac0,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:45.622034 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-e03aa473-66b8-43f6-a466-ed4516fb4cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:45.624071 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-e03aa473-66b8-43f6-a466-ed4516fb4cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:45.625212 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-e03aa473-66b8-43f6-a466-ed4516fb4cfe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/becc23b1-43f1-48dc-982b-140b699cdac0 HTTP/1.1" status: 204 len: 168 time: 0.1902812 Apr 30 16:11:45.631367 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-28d7640a-3122-4d70-9db5-cdf6d2344af0 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_create {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:45.638695 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-df6a1947-3980-4493-90da-f2ae39b7d474 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:45.703545 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-28d7640a-3122-4d70-9db5-cdf6d2344af0 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Network 0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 is already hosted by enough agents. {{(pid=73963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:11:45.706878 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.scheduler.base_scheduler [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-28d7640a-3122-4d70-9db5-cdf6d2344af0 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Resources bound (agent type, host, resource id): {{(pid=73963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:11:45.709629 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-28d7640a-3122-4d70-9db5-cdf6d2344af0 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Received port after_create {{(pid=73963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:11:45.785468 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7640a-3122-4d70-9db5-cdf6d2344af0 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Pushing event updated for resources: {'Port': ['ID=1ae22507-406f-4c5e-8525-5bd4e5f9be9c,revision_number=1']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:45.788635 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-28d7640a-3122-4d70-9db5-cdf6d2344af0 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:45.803004 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-28d7640a-3122-4d70-9db5-cdf6d2344af0 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:45.803766 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-28d7640a-3122-4d70-9db5-cdf6d2344af0 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:45.838361 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-28d7640a-3122-4d70-9db5-cdf6d2344af0 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8106365 Apr 30 16:11:45.852853 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.v2.base [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-fda29f99-dc77-4e27-ba51-be310168844c service neutron] Request body: {'port': {'device_id': 'f6a8ebc8-dd99-4e92-afa0-fe595f8e925d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:11:45.884033 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55465ac0-eeca-4e18-95f8-123ac54e68f3 req-f868fcaf-c0d8-4c01-bf7d-3720e9332e00 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:45.894077 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-55465ac0-eeca-4e18-95f8-123ac54e68f3 req-f868fcaf-c0d8-4c01-bf7d-3720e9332e00 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 931 time: 0.1254170 Apr 30 16:11:45.948720 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:45.952253 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-c3443de6-9f11-4551-a773-e95f81b82e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:45.977067 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-55465ac0-eeca-4e18-95f8-123ac54e68f3 req-1cb3c58c-74a3-4f1e-ad9a-6efc2d7febe4 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Synchronizing usage tracker for tenant:4cd8ff6d14414fd2b01baef129c3ad8f on resource:security_group {{(pid=73964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:11:46.002065 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-55465ac0-eeca-4e18-95f8-123ac54e68f3 req-1cb3c58c-74a3-4f1e-ad9a-6efc2d7febe4 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Unset dirty status for tenant:4cd8ff6d14414fd2b01baef129c3ad8f on resource:security_group {{(pid=73964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:11:46.016027 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-55465ac0-eeca-4e18-95f8-123ac54e68f3 req-1cb3c58c-74a3-4f1e-ad9a-6efc2d7febe4 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182883 Apr 30 16:11:46.038028 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-fda29f99-dc77-4e27-ba51-be310168844c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:46.066463 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-dada8c3b-5ac9-408e-834a-6ce110cfc89d None None] Provisioning for port 1ae22507-406f-4c5e-8525-5bd4e5f9be9c completed by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:11:46.072510 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-dada8c3b-5ac9-408e-834a-6ce110cfc89d None None] Provisioning complete for port 1ae22507-406f-4c5e-8525-5bd4e5f9be9c triggered by entity DHCP. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:11:46.074357 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-dada8c3b-5ac9-408e-834a-6ce110cfc89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:46.149185 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-dada8c3b-5ac9-408e-834a-6ce110cfc89d None None] Port 1ae22507-406f-4c5e-8525-5bd4e5f9be9c cannot update to ACTIVE because it is not bound. {{(pid=73965) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 16:11:46.424374 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-fda29f99-dc77-4e27-ba51-be310168844c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae22507-406f-4c5e-8525-5bd4e5f9be9c {{(pid=73963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:11:46.431876 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-fda29f99-dc77-4e27-ba51-be310168844c service neutron] Notify callbacks [] for port, precommit_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:46.446835 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.provisioning_blocks [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-fda29f99-dc77-4e27-ba51-be310168844c service neutron] Transition to ACTIVE for port object 1ae22507-406f-4c5e-8525-5bd4e5f9be9c will not be triggered until provisioned by entity L2. {{(pid=73963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 16:11:46.451058 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-fda29f99-dc77-4e27-ba51-be310168844c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914934'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:46.454782 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-2dc95bbb-e450-4ddc-8c54-fb8825cc8d60 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:46.607258 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda29f99-dc77-4e27-ba51-be310168844c service neutron] Pushing event updated for resources: {'Port': ['ID=1ae22507-406f-4c5e-8525-5bd4e5f9be9c,revision_number=2']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:46.614489 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-fda29f99-dc77-4e27-ba51-be310168844c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:46.686127 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-fda29f99-dc77-4e27-ba51-be310168844c service neutron] Attempting to bind port 1ae22507-406f-4c5e-8525-5bd4e5f9be9c on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 16:11:46.686380 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-fda29f99-dc77-4e27-ba51-be310168844c service neutron] Attempting to bind port 1ae22507-406f-4c5e-8525-5bd4e5f9be9c by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'fc404ee3-924a-4cfe-9240-0a5fec6414ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64'}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 16:11:46.686721 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-fda29f99-dc77-4e27-ba51-be310168844c service neutron] Attempting to bind port 1ae22507-406f-4c5e-8525-5bd4e5f9be9c on network 0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:11:46.687262 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:46.691335 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-fda29f99-dc77-4e27-ba51-be310168844c service neutron] Port 1ae22507-406f-4c5e-8525-5bd4e5f9be9c on network 0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 16:11:46.691649 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-fda29f99-dc77-4e27-ba51-be310168844c service neutron] Attempting to bind port 1ae22507-406f-4c5e-8525-5bd4e5f9be9c on network 0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 16:11:46.696596 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-fda29f99-dc77-4e27-ba51-be310168844c service neutron] Checking agent: {'id': '12734182-a135-4f20-887d-69ffd9792d0c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'started_at': datetime.datetime(2021, 4, 30, 15, 58, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 16, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 16:11:46.696928 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-fda29f99-dc77-4e27-ba51-be310168844c service neutron] Checking segment: {'id': 'fc404ee3-924a-4cfe-9240-0a5fec6414ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 16:11:46.697298 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-fda29f99-dc77-4e27-ba51-be310168844c service neutron] Bound using segment: {'id': 'fc404ee3-924a-4cfe-9240-0a5fec6414ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64'} {{(pid=73963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 16:11:46.697711 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.managers [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-fda29f99-dc77-4e27-ba51-be310168844c service neutron] Bound port: 1ae22507-406f-4c5e-8525-5bd4e5f9be9c, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc404ee3-924a-4cfe-9240-0a5fec6414ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64'}}] {{(pid=73963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 16:11:46.698597 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-fda29f99-dc77-4e27-ba51-be310168844c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:46.789236 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-fda29f99-dc77-4e27-ba51-be310168844c service neutron] For port 1ae22507-406f-4c5e-8525-5bd4e5f9be9c, host hv-cinder-78719, cleared binding levels {{(pid=73963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 16:11:46.792424 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-fda29f99-dc77-4e27-ba51-be310168844c service neutron] For port 1ae22507-406f-4c5e-8525-5bd4e5f9be9c, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1ae22507-406f-4c5e-8525-5bd4e5f9be9c,segment=NetworkSegment(fc404ee3-924a-4cfe-9240-0a5fec6414ad),segment_id=fc404ee3-924a-4cfe-9240-0a5fec6414ad)] {{(pid=73963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 16:11:46.796490 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-fda29f99-dc77-4e27-ba51-be310168844c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3914934'] for port, after_update {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:46.800734 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-a5e4bdd6-aecc-4d14-a6f4-b133de53f0d0 tempest-VolumesActionsTest-1676965582 tempest-VolumesActionsTest-1676965582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:46.850347 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-fda29f99-dc77-4e27-ba51-be310168844c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:46.850941 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-fda29f99-dc77-4e27-ba51-be310168844c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:46.852317 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-fda29f99-dc77-4e27-ba51-be310168844c service neutron] 10.222.0.42 "PUT /v2.0/ports/1ae22507-406f-4c5e-8525-5bd4e5f9be9c HTTP/1.1" status: 200 len: 1093 time: 1.0056524 Apr 30 16:11:46.852805 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a8ebc8-dd99-4e92-afa0-fe595f8e925d', 'tag': '1ae22507-406f-4c5e-8525-5bd4e5f9be9c'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:11:46.878598 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda29f99-dc77-4e27-ba51-be310168844c service neutron] Pushing event updated for resources: {'Port': ['ID=1ae22507-406f-4c5e-8525-5bd4e5f9be9c,revision_number=3']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:46.881709 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-fda29f99-dc77-4e27-ba51-be310168844c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:47.042302 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a8ebc8-dd99-4e92-afa0-fe595f8e925d', 'tag': '1ae22507-406f-4c5e-8525-5bd4e5f9be9c', 'status': 'completed', 'code': 200} Apr 30 16:11:47.078064 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-722db776-154d-4798-bf6a-ec2477a9f29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:47.079578 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-722db776-154d-4798-bf6a-ec2477a9f29a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4cd8ff6d14414fd2b01baef129c3ad8f&device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 1096 time: 0.1783383 Apr 30 16:11:47.155184 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-bcef4336-b320-4fd9-b943-11c63599ee19 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ae22507-406f-4c5e-8525-5bd4e5f9be9c HTTP/1.1" status: 200 len: 217 time: 0.0630772 Apr 30 16:11:47.202355 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24487d0-0f94-4e58-9cdc-0d5c68d87a20 req-e72926c9-4bc8-48da-9c14-56692d720854 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:47.203843 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f24487d0-0f94-4e58-9cdc-0d5c68d87a20 req-e72926c9-4bc8-48da-9c14-56692d720854 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 943 time: 0.0811868 Apr 30 16:11:47.217747 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-1b40fc96-ae22-41a5-bf24-de9a5250422f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:47.219172 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-1b40fc96-ae22-41a5-bf24-de9a5250422f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=870329fb-3f44-4079-9c46-3188f895863a HTTP/1.1" status: 200 len: 848 time: 0.0577750 Apr 30 16:11:47.249205 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f24487d0-0f94-4e58-9cdc-0d5c68d87a20 req-1527dcca-738b-47c8-942f-f2581cf351c1 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396097 Apr 30 16:11:47.297020 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-1d058888-d0fc-401f-a9bc-a42d7d105681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:47.298462 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-1d058888-d0fc-401f-a9bc-a42d7d105681 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723884 Apr 30 16:11:47.431632 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-5bb66495-e781-472b-b100-e931d5110bff service neutron] 10.222.0.42 "GET /v2.0/networks/0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226878 Apr 30 16:11:47.565721 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9af7ac4b-6437-46fb-a42d-3e6bd49b0e0f req-167e3332-e9aa-4a6e-a2df-8aa0d6e257b8 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226974 Apr 30 16:11:47.687176 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d77f85-acac-4f94-ba12-f408a353cdb6 req-bc66670d-bc8a-4b8c-ab4d-5e25f613948e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:47.688661 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-34d77f85-acac-4f94-ba12-f408a353cdb6 req-bc66670d-bc8a-4b8c-ab4d-5e25f613948e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4cd8ff6d14414fd2b01baef129c3ad8f&device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 1096 time: 0.0703166 Apr 30 16:11:47.819618 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d77f85-acac-4f94-ba12-f408a353cdb6 req-57daf5d3-dc92-4459-9ad4-c25ed03e477d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:47.821018 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-34d77f85-acac-4f94-ba12-f408a353cdb6 req-57daf5d3-dc92-4459-9ad4-c25ed03e477d service neutron] 10.222.0.42 "GET /v2.0/networks?id=0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 HTTP/1.1" status: 200 len: 909 time: 0.1238871 Apr 30 16:11:47.891026 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-34d77f85-acac-4f94-ba12-f408a353cdb6 req-676229c6-00a3-4af2-a4ea-7d2c69cddf32 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ae22507-406f-4c5e-8525-5bd4e5f9be9c HTTP/1.1" status: 200 len: 217 time: 0.0617025 Apr 30 16:11:47.955498 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d77f85-acac-4f94-ba12-f408a353cdb6 req-0487e215-e3eb-44cf-b804-09474a229000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:47.956924 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-34d77f85-acac-4f94-ba12-f408a353cdb6 req-0487e215-e3eb-44cf-b804-09474a229000 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=870329fb-3f44-4079-9c46-3188f895863a HTTP/1.1" status: 200 len: 848 time: 0.0548990 Apr 30 16:11:48.035890 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d77f85-acac-4f94-ba12-f408a353cdb6 req-7e1b4cee-8233-4a90-8d8c-a0a2d0b789dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:48.037352 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-34d77f85-acac-4f94-ba12-f408a353cdb6 req-7e1b4cee-8233-4a90-8d8c-a0a2d0b789dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697737 Apr 30 16:11:48.173809 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-34d77f85-acac-4f94-ba12-f408a353cdb6 req-7e70350f-7a3b-4357-9f1e-5a5a59d422f4 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250327 Apr 30 16:11:48.307002 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-34d77f85-acac-4f94-ba12-f408a353cdb6 req-8188f015-e6f4-4117-b1b9-a3a810951e4d service neutron] 10.222.0.42 "GET /v2.0/networks/0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229413 Apr 30 16:11:48.442372 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae2470-29b7-4dae-a2f8-5bd99021bfa5 req-94aaff24-954b-4cf7-b373-0ad1e266d4b9 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:48.443139 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-2bae2470-29b7-4dae-a2f8-5bd99021bfa5 req-94aaff24-954b-4cf7-b373-0ad1e266d4b9 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Synchronizing usage tracker for tenant:4cd8ff6d14414fd2b01baef129c3ad8f on resource:port {{(pid=73963) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:11:48.458972 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.quota.resource [req-2bae2470-29b7-4dae-a2f8-5bd99021bfa5 req-94aaff24-954b-4cf7-b373-0ad1e266d4b9 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Unset dirty status for tenant:4cd8ff6d14414fd2b01baef129c3ad8f on resource:port {{(pid=73963) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:11:48.459857 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:48.460381 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2bae2470-29b7-4dae-a2f8-5bd99021bfa5 req-94aaff24-954b-4cf7-b373-0ad1e266d4b9 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 943 time: 0.1011982 Apr 30 16:11:48.505233 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2bae2470-29b7-4dae-a2f8-5bd99021bfa5 req-28042acc-4230-46b8-a500-8304ea897e8b tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383918 Apr 30 16:11:49.689499 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6be61-9626-41a7-b998-43f4cc04dd7d req-a7fec357-a4c0-458b-a004-0997ebae0ee2 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:49.690913 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-82a6be61-9626-41a7-b998-43f4cc04dd7d req-a7fec357-a4c0-458b-a004-0997ebae0ee2 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 943 time: 0.0817895 Apr 30 16:11:49.734552 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-82a6be61-9626-41a7-b998-43f4cc04dd7d req-1a44f655-462a-4c74-8dd2-abd1924941b4 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381129 Apr 30 16:11:50.921278 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0dd81b-7568-40f2-9510-21aec5ce7202 req-c02b60b7-ec8c-46f5-bbf8-9b2b72d576f5 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:50.922720 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9a0dd81b-7568-40f2-9510-21aec5ce7202 req-c02b60b7-ec8c-46f5-bbf8-9b2b72d576f5 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 943 time: 0.0826375 Apr 30 16:11:50.966273 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-9a0dd81b-7568-40f2-9510-21aec5ce7202 req-be0d50e5-7308-48bc-aa35-71c62f40a1c0 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378242 Apr 30 16:11:52.150454 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6da6ed-6724-40b6-8f35-652d7910ef7b req-5589bca9-dc6d-4f2d-9b34-83f1063205ed tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:52.152096 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-5d6da6ed-6724-40b6-8f35-652d7910ef7b req-5589bca9-dc6d-4f2d-9b34-83f1063205ed tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 943 time: 0.0793147 Apr 30 16:11:52.196415 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-5d6da6ed-6724-40b6-8f35-652d7910ef7b req-a3155147-03c6-4727-8c54-113afe9e1cf2 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386522 Apr 30 16:11:53.380590 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f76a4-85c8-46ae-86cf-ab6759a448f1 req-fa1dc006-56ec-4986-822b-633893e41d54 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:53.382010 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b00f76a4-85c8-46ae-86cf-ab6759a448f1 req-fa1dc006-56ec-4986-822b-633893e41d54 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 943 time: 0.0819969 Apr 30 16:11:53.426305 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-b00f76a4-85c8-46ae-86cf-ab6759a448f1 req-31b54425-0eb4-447c-87ec-98eaf9b48cd7 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382442 Apr 30 16:11:54.609333 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc5b82-9f33-4bcf-bf86-6ef5d0a351c1 req-484f11c2-8996-451c-874f-ba8f4ee41aeb tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:54.610778 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d7fc5b82-9f33-4bcf-bf86-6ef5d0a351c1 req-484f11c2-8996-451c-874f-ba8f4ee41aeb tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 943 time: 0.0811441 Apr 30 16:11:54.655223 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d7fc5b82-9f33-4bcf-bf86-6ef5d0a351c1 req-6a3a5a0d-173a-4fa7-a5d0-974ec763f116 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388372 Apr 30 16:11:55.639191 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 1ae22507-406f-4c5e-8525-5bd4e5f9be9c details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:11:55.770454 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 1ae22507-406f-4c5e-8525-5bd4e5f9be9c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1ae22507-406f-4c5e-8525-5bd4e5f9be9c,segment=NetworkSegment(fc404ee3-924a-4cfe-9240-0a5fec6414ad),segment_id=fc404ee3-924a-4cfe-9240-0a5fec6414ad)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:55.783594 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Returning: {'device': '1ae22507-406f-4c5e-8525-5bd4e5f9be9c', 'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64', 'port_id': '1ae22507-406f-4c5e-8525-5bd4e5f9be9c', 'mac_address': 'fa:16:3e:be:a6:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870329fb-3f44-4079-9c46-3188f895863a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:11:55.843003 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:55.860713 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae22507-406f-4c5e-8525-5bd4e5f9be9c {{(pid=73965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:11:55.882453 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 1ae22507-406f-4c5e-8525-5bd4e5f9be9c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1ae22507-406f-4c5e-8525-5bd4e5f9be9c,segment=NetworkSegment(fc404ee3-924a-4cfe-9240-0a5fec6414ad),segment_id=fc404ee3-924a-4cfe-9240-0a5fec6414ad)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:55.887303 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:55.889325 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:55.943442 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c8596-a8cb-4669-8791-0b568e68d2a7 req-e143c436-d823-4674-8c26-af1453035ff2 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:55.944926 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-066c8596-a8cb-4669-8791-0b568e68d2a7 req-e143c436-d823-4674-8c26-af1453035ff2 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 943 time: 0.1873238 Apr 30 16:11:55.956194 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=1ae22507-406f-4c5e-8525-5bd4e5f9be9c,revision_number=4']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:55.959600 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:55.991950 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-066c8596-a8cb-4669-8791-0b568e68d2a7 req-cf4074a1-5791-4149-948b-caa2376f2a16 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393746 Apr 30 16:11:56.145870 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['1ae22507-406f-4c5e-8525-5bd4e5f9be9c'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:11:57.173523 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab487ec9-9a6b-4400-95be-223d06ab6556 req-a4bdfe32-60c6-497b-a457-87e12de0899a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:57.174977 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ab487ec9-9a6b-4400-95be-223d06ab6556 req-a4bdfe32-60c6-497b-a457-87e12de0899a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 944 time: 0.0772932 Apr 30 16:11:57.221952 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-ab487ec9-9a6b-4400-95be-223d06ab6556 req-acd3c895-4803-43cb-937f-2b9a87bc8e8b tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413086 Apr 30 16:11:57.639533 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 1ae22507-406f-4c5e-8525-5bd4e5f9be9c up at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:11:57.707090 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning for port 1ae22507-406f-4c5e-8525-5bd4e5f9be9c completed by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 16:11:57.711567 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning complete for port 1ae22507-406f-4c5e-8525-5bd4e5f9be9c triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:11:57.711969 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:57.825401 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:57.850537 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a8ebc8-dd99-4e92-afa0-fe595f8e925d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae22507-406f-4c5e-8525-5bd4e5f9be9c'}] {{(pid=73965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:11:57.860644 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 1ae22507-406f-4c5e-8525-5bd4e5f9be9c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1ae22507-406f-4c5e-8525-5bd4e5f9be9c,segment=NetworkSegment(fc404ee3-924a-4cfe-9240-0a5fec6414ad),segment_id=fc404ee3-924a-4cfe-9240-0a5fec6414ad)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:11:57.864381 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:11:57.866209 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-eb8bf10b-bc72-43cf-8959-d0fe4954dd33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:11:57.931788 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=1ae22507-406f-4c5e-8525-5bd4e5f9be9c,revision_number=5']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:11:57.935385 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:11:58.082877 dv-cinder-787195-6-iscsi neutron-server[73965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a8ebc8-dd99-4e92-afa0-fe595f8e925d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae22507-406f-4c5e-8525-5bd4e5f9be9c', 'code': 200} Apr 30 16:11:58.380525 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209e0d6-468e-4cfe-9f15-44cf97c7eca7 req-f3d5587a-ef30-4d00-b54e-df3255681091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:58.381984 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2209e0d6-468e-4cfe-9f15-44cf97c7eca7 req-f3d5587a-ef30-4d00-b54e-df3255681091 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 1098 time: 0.0690367 Apr 30 16:11:58.411214 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662a085-df95-4345-934a-a10bfd83ae65 req-41bf8c25-13d7-4161-b9c3-e34aa797aeba tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:58.412676 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b662a085-df95-4345-934a-a10bfd83ae65 req-41bf8c25-13d7-4161-b9c3-e34aa797aeba tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 945 time: 0.0806623 Apr 30 16:11:58.428805 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2209e0d6-468e-4cfe-9f15-44cf97c7eca7 req-7d7f4989-0809-4f2f-961c-3d90b18385cc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374570 Apr 30 16:11:58.458551 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-b662a085-df95-4345-934a-a10bfd83ae65 req-f9d271d9-458d-4cec-8f2e-65c1419d3b09 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395441 Apr 30 16:11:59.645441 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199bb4f-1233-413b-ac9f-fe86b7332eac req-f6227e23-2941-44a8-848e-86e0379a8cb9 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:59.646848 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4199bb4f-1233-413b-ac9f-fe86b7332eac req-f6227e23-2941-44a8-848e-86e0379a8cb9 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 945 time: 0.0773051 Apr 30 16:11:59.690089 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4199bb4f-1233-413b-ac9f-fe86b7332eac req-a78fb147-2b75-48d1-b212-c0a8b5747b3f tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375636 Apr 30 16:11:59.872401 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2097b1-2dec-4876-8ac6-29c38e2ff061 req-7b70bb16-5c6a-4994-b81b-aa808c6d0a1f tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:11:59.873828 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-6a2097b1-2dec-4876-8ac6-29c38e2ff061 req-7b70bb16-5c6a-4994-b81b-aa808c6d0a1f tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 945 time: 0.0817096 Apr 30 16:12:00.003877 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-6a2097b1-2dec-4876-8ac6-29c38e2ff061 req-bd4d0c1e-7639-49a1-bd85-20a4a0913623 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244617 Apr 30 16:12:00.026890 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 41256) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:00.259049 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4396a9a3-cdd9-4c08-9744-6f876d1944e6 tempest-TestShelveInstance-1731786169 tempest-TestShelveInstance-1731786169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:00.263782 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-4396a9a3-cdd9-4c08-9744-6f876d1944e6 tempest-TestShelveInstance-1731786169 tempest-TestShelveInstance-1731786169-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 1093 time: 0.2332697 Apr 30 16:12:00.264009 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 41262) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:12:00.269573 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.v2.base [None req-442072e9-f986-483c-a8d6-752d2e42c49a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Request body: {'floatingip': {'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'port_id': '1ae22507-406f-4c5e-8525-5bd4e5f9be9c', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=73964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 16:12:00.276181 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-442072e9-f986-483c-a8d6-752d2e42c49a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 16:12:00.280191 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-442072e9-f986-483c-a8d6-752d2e42c49a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Usage tracker for resource:floatingip and tenant:4cd8ff6d14414fd2b01baef129c3ad8f is out of sync, need to count used quota {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 16:12:00.283124 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [None req-442072e9-f986-483c-a8d6-752d2e42c49a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 16:12:00.288861 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.quota.driver [None req-442072e9-f986-483c-a8d6-752d2e42c49a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 16:12:00.300086 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-442072e9-f986-483c-a8d6-752d2e42c49a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for floatingip, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:00.436538 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-442072e9-f986-483c-a8d6-752d2e42c49a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:00.569981 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_common [None req-442072e9-f986-483c-a8d6-752d2e42c49a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Allocated IP 172.27.3.217 (7713db68-e23d-4336-9c52-9698584522df/6c05463b-e465-4436-9156-1956ee4f9865/61612a74-1e5d-43aa-8f8a-608e347b7b9d) {{(pid=73964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 16:12:00.713499 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-442072e9-f986-483c-a8d6-752d2e42c49a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for port, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:00.742042 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-442072e9-f986-483c-a8d6-752d2e42c49a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758132829206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:00.746011 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-f9672832-2356-4cb4-9202-eb5e8d23e2c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:00.813272 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442072e9-f986-483c-a8d6-752d2e42c49a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Network 7713db68-e23d-4336-9c52-9698584522df is already hosted by enough agents. {{(pid=73964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 16:12:00.816437 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.base_scheduler [None req-442072e9-f986-483c-a8d6-752d2e42c49a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Resources bound (agent type, host, resource id): {{(pid=73964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 16:12:00.818987 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442072e9-f986-483c-a8d6-752d2e42c49a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Received port after_create {{(pid=73964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 16:12:00.858106 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442072e9-f986-483c-a8d6-752d2e42c49a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Pushing event updated for resources: {'Port': ['ID=61612a74-1e5d-43aa-8f8a-608e347b7b9d,revision_number=1']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:00.862254 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-442072e9-f986-483c-a8d6-752d2e42c49a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:01.225552 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-442072e9-f986-483c-a8d6-752d2e42c49a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:01.297235 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-442072e9-f986-483c-a8d6-752d2e42c49a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:01.496984 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-442072e9-f986-483c-a8d6-752d2e42c49a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for port, precommit_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:01.501398 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-442072e9-f986-483c-a8d6-752d2e42c49a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3714077'] for port, after_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:01.504981 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-5fa18e2c-ff84-494d-95ba-1a72213e4767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:12:01.609372 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442072e9-f986-483c-a8d6-752d2e42c49a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Pushing event updated for resources: {'Port': ['ID=61612a74-1e5d-43aa-8f8a-608e347b7b9d,revision_number=2']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:12:01.613303 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-442072e9-f986-483c-a8d6-752d2e42c49a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:12:01.621512 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-442072e9-f986-483c-a8d6-752d2e42c49a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-915876'] for floatingip, after_update {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:01.882559 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.db.l3_db [None req-442072e9-f986-483c-a8d6-752d2e42c49a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Floating IP b2284828-bf1e-4322-b21f-7a57344d85b8 associated. External IP: 172.27.3.217, port: 1ae22507-406f-4c5e-8525-5bd4e5f9be9c. Apr 30 16:12:02.223288 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442072e9-f986-483c-a8d6-752d2e42c49a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Router e70e05e4-f9ba-4ebb-9ff8-e913965115dd has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:12:02.397915 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442072e9-f986-483c-a8d6-752d2e42c49a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:12:02.407459 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600d5c77-a2de-4a1a-9814-5021341acbab None None] Sync routers for ids ['e70e05e4-f9ba-4ebb-9ff8-e913965115dd'] in dv-cinder-787195-6-iscsi {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:12:02.424045 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600d5c77-a2de-4a1a-9814-5021341acbab None None] Routers {'e70e05e4-f9ba-4ebb-9ff8-e913965115dd'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:12:02.424803 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-600d5c77-a2de-4a1a-9814-5021341acbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:11:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['e70e05e4-f9ba-4ebb-9ff8-e913965115dd'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:12:02.430162 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-442072e9-f986-483c-a8d6-752d2e42c49a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for floatingip, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:02.487802 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-442072e9-f986-483c-a8d6-752d2e42c49a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2224193 Apr 30 16:12:02.488398 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a8ebc8-dd99-4e92-afa0-fe595f8e925d', 'tag': '1ae22507-406f-4c5e-8525-5bd4e5f9be9c'}] {{(pid=73964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:12:02.590055 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a8ebc8-dd99-4e92-afa0-fe595f8e925d', 'tag': '1ae22507-406f-4c5e-8525-5bd4e5f9be9c', 'status': 'completed', 'code': 200} Apr 30 16:12:02.606341 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-600d5c77-a2de-4a1a-9814-5021341acbab None None] Set router e70e05e4-f9ba-4ebb-9ff8-e913965115dd gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:12:02.684531 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57bb79a-c3cb-48f9-a9bc-b5a4d570735c req-45c17421-1074-4933-888a-bfcd989d7a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:02.685991 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a57bb79a-c3cb-48f9-a9bc-b5a4d570735c req-45c17421-1074-4933-888a-bfcd989d7a0a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4cd8ff6d14414fd2b01baef129c3ad8f&device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 1098 time: 0.0743227 Apr 30 16:12:02.823421 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57bb79a-c3cb-48f9-a9bc-b5a4d570735c req-ac892a57-d97f-4315-bb81-f6087eac9edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:02.824858 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a57bb79a-c3cb-48f9-a9bc-b5a4d570735c req-ac892a57-d97f-4315-bb81-f6087eac9edc service neutron] 10.222.0.42 "GET /v2.0/networks?id=0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 HTTP/1.1" status: 200 len: 909 time: 0.1323736 Apr 30 16:12:02.928217 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a57bb79a-c3cb-48f9-a9bc-b5a4d570735c req-5204c739-53d1-417f-a10f-39fa77c60f16 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ae22507-406f-4c5e-8525-5bd4e5f9be9c HTTP/1.1" status: 200 len: 999 time: 0.0963373 Apr 30 16:12:02.947808 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-600d5c77-a2de-4a1a-9814-5021341acbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'name': 'tempest-TestShelveInstance-1347307614-router', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f835a872-6c6f-41a4-9dd1-1878a6bdda8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:11:08Z', 'updated_at': '2021-04-30T16:11:12Z', 'revision_number': 4, 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'gw_port': {'id': 'f835a872-6c6f-41a4-9dd1-1878a6bdda8d', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:08Z', 'updated_at': '2021-04-30T16:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': 'b2284828-bf1e-4322-b21f-7a57344d85b8', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'port_id': '1ae22507-406f-4c5e-8525-5bd4e5f9be9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64', 'mac_address': 'fa:16:3e:be:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a8ebc8-dd99-4e92-afa0-fe595f8e925d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:12:01Z', 'updated_at': '2021-04-30T16:12:01Z', 'revision_number': 0, 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7b721d-5a09-481d-b560-b2ad9ceb66ff', 'name': '', 'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'mac_address': 'fa:16:3e:f2:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '870329fb-3f44-4079-9c46-3188f895863a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:11Z', 'updated_at': '2021-04-30T16:11:18Z', 'revision_number': 5, 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'subnets': [{'id': '870329fb-3f44-4079-9c46-3188f895863a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:12:02.951696 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600d5c77-a2de-4a1a-9814-5021341acbab None None] Checking router: e70e05e4-f9ba-4ebb-9ff8-e913965115dd for host: dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:12:02.959937 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600d5c77-a2de-4a1a-9814-5021341acbab None None] Routers {'e70e05e4-f9ba-4ebb-9ff8-e913965115dd'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:12:02.960549 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-600d5c77-a2de-4a1a-9814-5021341acbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:11:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['e70e05e4-f9ba-4ebb-9ff8-e913965115dd'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:12:02.991308 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57bb79a-c3cb-48f9-a9bc-b5a4d570735c req-2ca830ee-9002-4558-8efd-9722ddd6d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:02.992810 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a57bb79a-c3cb-48f9-a9bc-b5a4d570735c req-2ca830ee-9002-4558-8efd-9722ddd6d240 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=870329fb-3f44-4079-9c46-3188f895863a HTTP/1.1" status: 200 len: 848 time: 0.0583310 Apr 30 16:12:03.067855 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57bb79a-c3cb-48f9-a9bc-b5a4d570735c req-27df4ece-b10c-4589-82fa-bb57bd5eb52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:03.069398 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a57bb79a-c3cb-48f9-a9bc-b5a4d570735c req-27df4ece-b10c-4589-82fa-bb57bd5eb52c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705559 Apr 30 16:12:03.133902 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-600d5c77-a2de-4a1a-9814-5021341acbab None None] Set router e70e05e4-f9ba-4ebb-9ff8-e913965115dd gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:12:03.204364 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a57bb79a-c3cb-48f9-a9bc-b5a4d570735c req-58204322-7c59-44b8-84e7-95c9f50172d0 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274157 Apr 30 16:12:03.333563 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a57bb79a-c3cb-48f9-a9bc-b5a4d570735c req-52ad13c9-1002-41df-8a1b-49cb612e8626 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228969 Apr 30 16:12:03.514517 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-600d5c77-a2de-4a1a-9814-5021341acbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'name': 'tempest-TestShelveInstance-1347307614-router', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f835a872-6c6f-41a4-9dd1-1878a6bdda8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:11:08Z', 'updated_at': '2021-04-30T16:11:12Z', 'revision_number': 4, 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'gw_port': {'id': 'f835a872-6c6f-41a4-9dd1-1878a6bdda8d', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:08Z', 'updated_at': '2021-04-30T16:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': 'b2284828-bf1e-4322-b21f-7a57344d85b8', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'port_id': '1ae22507-406f-4c5e-8525-5bd4e5f9be9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64', 'mac_address': 'fa:16:3e:be:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a8ebc8-dd99-4e92-afa0-fe595f8e925d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:12:01Z', 'updated_at': '2021-04-30T16:12:01Z', 'revision_number': 0, 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7b721d-5a09-481d-b560-b2ad9ceb66ff', 'name': '', 'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'mac_address': 'fa:16:3e:f2:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '870329fb-3f44-4079-9c46-3188f895863a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:11Z', 'updated_at': '2021-04-30T16:11:18Z', 'revision_number': 5, 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'subnets': [{'id': '870329fb-3f44-4079-9c46-3188f895863a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:12:03.518390 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600d5c77-a2de-4a1a-9814-5021341acbab None None] The sync data for ids ['e70e05e4-f9ba-4ebb-9ff8-e913965115dd'] in dv-cinder-787195-6-iscsi is: [{'id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'name': 'tempest-TestShelveInstance-1347307614-router', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f835a872-6c6f-41a4-9dd1-1878a6bdda8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:11:08Z', 'updated_at': '2021-04-30T16:11:12Z', 'revision_number': 4, 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'gw_port': {'id': 'f835a872-6c6f-41a4-9dd1-1878a6bdda8d', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:08Z', 'updated_at': '2021-04-30T16:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_floatingips': [{'id': 'b2284828-bf1e-4322-b21f-7a57344d85b8', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '7713db68-e23d-4336-9c52-9698584522df', 'router_id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'port_id': '1ae22507-406f-4c5e-8525-5bd4e5f9be9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64', 'mac_address': 'fa:16:3e:be:a6:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a8ebc8-dd99-4e92-afa0-fe595f8e925d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T16:12:01Z', 'updated_at': '2021-04-30T16:12:01Z', 'revision_number': 0, 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7b721d-5a09-481d-b560-b2ad9ceb66ff', 'name': '', 'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'mac_address': 'fa:16:3e:f2:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '870329fb-3f44-4079-9c46-3188f895863a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:11Z', 'updated_at': '2021-04-30T16:11:18Z', 'revision_number': 5, 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'subnets': [{'id': '870329fb-3f44-4079-9c46-3188f895863a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:12:03.690241 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c10ced-ceb8-4761-8e72-35a97670b9c4 None None] New status for floating IP b2284828-bf1e-4322-b21f-7a57344d85b8: ACTIVE {{(pid=73966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:12:10.322244 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:13.227011 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f54364e6-f915-4d37-a991-e917a3a4df76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:13.363131 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:12:15.893753 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:15.923552 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-edb6bd25-2297-4a19-b2b3-19f98655fed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:16.684554 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:18.461590 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:40.322248 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:43.189433 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-8478dee2-f58f-4387-8cd8-f04fbaff873b req-b0a9effe-203c-42b1-89b0-2d73bd5a00e9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725584 Apr 30 16:12:43.227773 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-88722d24-90fa-480d-8c7b-21a6ade97986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:43.335032 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478dee2-f58f-4387-8cd8-f04fbaff873b req-c828c48b-1358-4673-a9d0-fad0fd601a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:43.336483 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-8478dee2-f58f-4387-8cd8-f04fbaff873b req-c828c48b-1358-4673-a9d0-fad0fd601a71 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4cd8ff6d14414fd2b01baef129c3ad8f&device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 1098 time: 0.0698254 Apr 30 16:12:43.481831 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478dee2-f58f-4387-8cd8-f04fbaff873b req-a7d97f61-3291-4c59-8387-82e6dd84c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:43.483150 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-8478dee2-f58f-4387-8cd8-f04fbaff873b req-a7d97f61-3291-4c59-8387-82e6dd84c025 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 HTTP/1.1" status: 200 len: 909 time: 0.1233659 Apr 30 16:12:43.587987 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-8478dee2-f58f-4387-8cd8-f04fbaff873b req-1d8d8fe0-8c13-4e14-bd43-25edd8e29530 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ae22507-406f-4c5e-8525-5bd4e5f9be9c HTTP/1.1" status: 200 len: 1001 time: 0.0943663 Apr 30 16:12:43.651039 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478dee2-f58f-4387-8cd8-f04fbaff873b req-92fc36b5-2edf-4bd8-af05-f83fdd5f6974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:43.652466 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-8478dee2-f58f-4387-8cd8-f04fbaff873b req-92fc36b5-2edf-4bd8-af05-f83fdd5f6974 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=870329fb-3f44-4079-9c46-3188f895863a HTTP/1.1" status: 200 len: 848 time: 0.0552738 Apr 30 16:12:43.731565 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478dee2-f58f-4387-8cd8-f04fbaff873b req-7d5bdf2a-9c90-4afc-a08b-3dfdc94d0d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:12:43.733067 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-8478dee2-f58f-4387-8cd8-f04fbaff873b req-7d5bdf2a-9c90-4afc-a08b-3dfdc94d0d8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710993 Apr 30 16:12:43.959267 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-8478dee2-f58f-4387-8cd8-f04fbaff873b req-d647367e-e2a8-4cd4-a8f9-bfb537f1e15c service neutron] 10.222.0.42 "GET /v2.0/networks/0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158802 Apr 30 16:12:44.093430 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-8478dee2-f58f-4387-8cd8-f04fbaff873b req-c8ce1908-3067-4e50-ac9c-d2e17bf0f3c4 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233866 Apr 30 16:12:45.901117 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:45.928980 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-5b273371-b3c9-47b8-82ce-d801e273e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:46.688029 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:48.465108 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:12:50.361905 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:13:10.336243 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:13.230571 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-4bb27f38-0f5c-427a-a867-79f56722816e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:15.896386 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:15.931441 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-a240e023-aa20-4c4d-ab88-2a6a43f52549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:16.689345 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:18.467753 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:27.361727 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:13:40.349006 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:43.237355 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-ef169b61-2079-41e6-ada6-cc41611541a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:43.591265 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-93062eb2-b83c-4358-b916-d7494c881732 req-d774aa56-1628-480e-b29c-62623a3069f8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671694 Apr 30 16:13:43.734733 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93062eb2-b83c-4358-b916-d7494c881732 req-d5a11d9a-4cfd-4766-b9be-1323622962b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:43.736180 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-93062eb2-b83c-4358-b916-d7494c881732 req-d5a11d9a-4cfd-4766-b9be-1323622962b8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4cd8ff6d14414fd2b01baef129c3ad8f&device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 1098 time: 0.0719454 Apr 30 16:13:43.884170 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93062eb2-b83c-4358-b916-d7494c881732 req-584b7427-04d3-4848-bb1c-edb58d2080cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:43.885852 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-93062eb2-b83c-4358-b916-d7494c881732 req-584b7427-04d3-4848-bb1c-edb58d2080cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 HTTP/1.1" status: 200 len: 909 time: 0.1241786 Apr 30 16:13:43.991425 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-93062eb2-b83c-4358-b916-d7494c881732 req-03881e6f-096c-4d21-96c9-43765b326bd1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ae22507-406f-4c5e-8525-5bd4e5f9be9c HTTP/1.1" status: 200 len: 1001 time: 0.0947683 Apr 30 16:13:44.057316 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93062eb2-b83c-4358-b916-d7494c881732 req-3a189c21-6ed2-4ccb-8efa-d1b947e41e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:44.058680 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-93062eb2-b83c-4358-b916-d7494c881732 req-3a189c21-6ed2-4ccb-8efa-d1b947e41e68 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=870329fb-3f44-4079-9c46-3188f895863a HTTP/1.1" status: 200 len: 848 time: 0.0560381 Apr 30 16:13:44.141137 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93062eb2-b83c-4358-b916-d7494c881732 req-ed081072-1ce0-4cdd-a878-ae5da8cfbf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:13:44.142526 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-93062eb2-b83c-4358-b916-d7494c881732 req-ed081072-1ce0-4cdd-a878-ae5da8cfbf5a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722895 Apr 30 16:13:44.276695 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-93062eb2-b83c-4358-b916-d7494c881732 req-a62ad3a5-b40e-4a98-9fd5-efd0a78d2ce7 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237221 Apr 30 16:13:44.408944 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-93062eb2-b83c-4358-b916-d7494c881732 req-64dc4b46-786f-4add-96a6-7f18749ad722 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223485 Apr 30 16:13:45.899779 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:45.931178 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-c72a91cd-9b48-4f2d-996a-bb231bce6793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:46.692974 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:13:48.471531 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:00.533419 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fc022-7aa3-4bce-bf82-b1ebf9134b97 req-e49b4e1a-d78f-46ff-9911-1e22c7270e53 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:00.534853 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-dc9fc022-7aa3-4bce-bf82-b1ebf9134b97 req-e49b4e1a-d78f-46ff-9911-1e22c7270e53 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 945 time: 0.0789921 Apr 30 16:14:00.578651 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-dc9fc022-7aa3-4bce-bf82-b1ebf9134b97 req-73b7156b-e966-405a-9c48-2de6b35d34ff tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374880 Apr 30 16:14:01.769030 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9184922-466d-4b0b-8edc-aec26357b9c0 req-676dd5fe-2525-473f-a1ee-cd09f4f1186f tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:01.770450 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d9184922-466d-4b0b-8edc-aec26357b9c0 req-676dd5fe-2525-473f-a1ee-cd09f4f1186f tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 945 time: 0.0816176 Apr 30 16:14:01.813807 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d9184922-466d-4b0b-8edc-aec26357b9c0 req-e7c94123-48f1-4b17-8eaa-3475dde55eef tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376704 Apr 30 16:14:03.011222 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf994f-4d3d-46e4-aba9-e0354bea75b6 req-00a867bb-63ca-4579-a013-5eb4fd27a43b tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:03.012692 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-67cf994f-4d3d-46e4-aba9-e0354bea75b6 req-00a867bb-63ca-4579-a013-5eb4fd27a43b tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 945 time: 0.0829334 Apr 30 16:14:03.057101 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-67cf994f-4d3d-46e4-aba9-e0354bea75b6 req-5ab19bae-192f-4ca4-b0a1-40a845e88484 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387130 Apr 30 16:14:04.235772 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64892f4-402b-4084-a9e4-450d3b4b3814 req-602f9369-4b6b-48b2-830b-0ef2eed16e05 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:04.237208 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d64892f4-402b-4084-a9e4-450d3b4b3814 req-602f9369-4b6b-48b2-830b-0ef2eed16e05 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 945 time: 0.0771945 Apr 30 16:14:04.285494 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d64892f4-402b-4084-a9e4-450d3b4b3814 req-9fbdc319-406c-4bcd-a400-ab0d23d762e5 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420134 Apr 30 16:14:04.360402 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:14:05.468963 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91765a4b-dbc4-43ec-85c2-3c89127be109 req-95995356-e485-4b22-b1d8-5af9b222907b tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:05.470391 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-91765a4b-dbc4-43ec-85c2-3c89127be109 req-95995356-e485-4b22-b1d8-5af9b222907b tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 945 time: 0.0776632 Apr 30 16:14:05.514706 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-91765a4b-dbc4-43ec-85c2-3c89127be109 req-856b003e-bfc5-4726-b1c6-68ed3c45e558 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380900 Apr 30 16:14:06.696953 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c460a-e12c-42c4-bb74-2c1db0a4186c req-a0cd5c48-9783-4a9c-b0df-d2dad9d8c6b6 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:06.698359 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-265c460a-e12c-42c4-bb74-2c1db0a4186c req-a0cd5c48-9783-4a9c-b0df-d2dad9d8c6b6 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 945 time: 0.0784135 Apr 30 16:14:06.741272 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-265c460a-e12c-42c4-bb74-2c1db0a4186c req-bd55ff43-a77f-409a-b0ec-edd91aa3fe23 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373361 Apr 30 16:14:07.926095 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b06547-5865-4af0-aa74-027f5b3190ee req-a6a1f328-88ae-47c3-8c75-25b236b0a1b5 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:07.928225 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f1b06547-5865-4af0-aa74-027f5b3190ee req-a6a1f328-88ae-47c3-8c75-25b236b0a1b5 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 945 time: 0.0831769 Apr 30 16:14:07.972597 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-f1b06547-5865-4af0-aa74-027f5b3190ee req-6a3445e7-02fd-4821-95a6-d6f0d925538f tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386674 Apr 30 16:14:09.157416 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6e634-d6da-4d33-8a52-afff9735ffea req-f617d03a-7025-4e4a-81c7-f961c23c970d tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:09.158836 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f6c6e634-d6da-4d33-8a52-afff9735ffea req-f617d03a-7025-4e4a-81c7-f961c23c970d tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 945 time: 0.0820286 Apr 30 16:14:09.202681 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-f6c6e634-d6da-4d33-8a52-afff9735ffea req-d44b9bf7-879a-4e1d-a698-3224584301a1 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376298 Apr 30 16:14:10.364513 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:10.389358 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233907f4-99f7-4d19-9edb-1c2af7842e7c req-e153e2d3-6a13-484b-ac45-12c488c8688d tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:10.390782 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-233907f4-99f7-4d19-9edb-1c2af7842e7c req-e153e2d3-6a13-484b-ac45-12c488c8688d tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 945 time: 0.0826216 Apr 30 16:14:10.437070 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-233907f4-99f7-4d19-9edb-1c2af7842e7c req-7f77b12e-e914-4de9-8112-2bfcd487b2ff tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406573 Apr 30 16:14:10.705926 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313627e-60ce-4d75-b816-0d4540a054b4 req-43907041-619e-433e-86d3-f70f1d351cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:10.707258 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-8313627e-60ce-4d75-b816-0d4540a054b4 req-43907041-619e-433e-86d3-f70f1d351cb9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4cd8ff6d14414fd2b01baef129c3ad8f&device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 1098 time: 0.0681901 Apr 30 16:14:10.935818 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313627e-60ce-4d75-b816-0d4540a054b4 req-e165840b-f437-4711-8210-2dc68910b1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:10.937289 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-8313627e-60ce-4d75-b816-0d4540a054b4 req-e165840b-f437-4711-8210-2dc68910b1b2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 HTTP/1.1" status: 200 len: 909 time: 0.2204115 Apr 30 16:14:11.043204 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-8313627e-60ce-4d75-b816-0d4540a054b4 req-0c625814-5645-46a1-b090-fb7feb57f8f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ae22507-406f-4c5e-8525-5bd4e5f9be9c HTTP/1.1" status: 200 len: 1001 time: 0.0951161 Apr 30 16:14:11.107191 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313627e-60ce-4d75-b816-0d4540a054b4 req-ea259be5-71a4-40b5-803d-c63eba1e3a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:11.108573 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-8313627e-60ce-4d75-b816-0d4540a054b4 req-ea259be5-71a4-40b5-803d-c63eba1e3a6b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=870329fb-3f44-4079-9c46-3188f895863a HTTP/1.1" status: 200 len: 848 time: 0.0548584 Apr 30 16:14:11.188873 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313627e-60ce-4d75-b816-0d4540a054b4 req-6c21a3ac-3e58-423b-b906-bffdc4282bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:11.190304 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-8313627e-60ce-4d75-b816-0d4540a054b4 req-6c21a3ac-3e58-423b-b906-bffdc4282bfb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709956 Apr 30 16:14:11.324654 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-8313627e-60ce-4d75-b816-0d4540a054b4 req-586dec82-1a7c-4681-b600-7f60ec88b2ea service neutron] 10.222.0.42 "GET /v2.0/networks/0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240225 Apr 30 16:14:11.464044 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-8313627e-60ce-4d75-b816-0d4540a054b4 req-ff5673e6-21f1-409b-bdff-4f900a2edc13 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291339 Apr 30 16:14:11.620194 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd96a8b-4202-424d-a03f-271605d68aee req-64b124c4-4092-4eb6-9331-562c439facf7 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:11.621522 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-0bd96a8b-4202-424d-a03f-271605d68aee req-64b124c4-4092-4eb6-9331-562c439facf7 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 945 time: 0.0804274 Apr 30 16:14:11.665208 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-0bd96a8b-4202-424d-a03f-271605d68aee req-87603ac0-cdab-49f7-837f-bca7ab54c959 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379276 Apr 30 16:14:12.849912 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed988b-6e6f-484c-bce5-0aa6e547b186 req-7d95e389-2c17-4ef0-a170-32113bd977f8 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:12.851315 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2bed988b-6e6f-484c-bce5-0aa6e547b186 req-7d95e389-2c17-4ef0-a170-32113bd977f8 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 945 time: 0.0772491 Apr 30 16:14:12.894089 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2bed988b-6e6f-484c-bce5-0aa6e547b186 req-00e5deac-b3e6-46d4-9d1a-1170ebed4956 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371807 Apr 30 16:14:13.230237 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-86673e7d-dd80-4692-8869-5f6906c931e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:14.095170 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c357e-54ed-4403-b713-508b347b4f28 req-d27d80f1-5782-476f-80c5-a93f0a0738fe tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:14.097272 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-139c357e-54ed-4403-b713-508b347b4f28 req-d27d80f1-5782-476f-80c5-a93f0a0738fe tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 945 time: 0.0878122 Apr 30 16:14:14.154896 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-139c357e-54ed-4403-b713-508b347b4f28 req-c1203b4a-542e-4091-a4f3-792d01ff3b9c tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530784 Apr 30 16:14:15.341868 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404fcd7-8d21-4a26-9a8c-eb3dcd95496e req-91bf16a8-2196-44e2-ac66-907a806f6bf4 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:15.343208 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0404fcd7-8d21-4a26-9a8c-eb3dcd95496e req-91bf16a8-2196-44e2-ac66-907a806f6bf4 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 945 time: 0.0825830 Apr 30 16:14:15.391402 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-0404fcd7-8d21-4a26-9a8c-eb3dcd95496e req-94dd86fd-68d0-4742-9bc4-26eb5d43f551 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401647 Apr 30 16:14:15.726193 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-2fbeb1cc-da5a-4243-9e0d-6f36b068c7ae req-01992521-0fa7-4c47-91e1-55f5baea0d1b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1262343 Apr 30 16:14:15.736218 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c08f87-ad1e-4081-b2d4-3bcf5a3dd786 req-ceae1b71-d9b4-4b94-8978-ac4edbd79e62 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:15.737660 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-87c08f87-ad1e-4081-b2d4-3bcf5a3dd786 req-ceae1b71-d9b4-4b94-8978-ac4edbd79e62 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 945 time: 0.0795887 Apr 30 16:14:15.787860 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-87c08f87-ad1e-4081-b2d4-3bcf5a3dd786 req-8609dc06-8c66-4f79-8ccf-5c08cd64e611 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437160 Apr 30 16:14:15.901561 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:15.939378 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-05a379ba-090d-448b-bc46-a9d0f6be35d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:16.306820 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 1ae22507-406f-4c5e-8525-5bd4e5f9be9c no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:14:16.422806 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:16.449802 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a8ebc8-dd99-4e92-afa0-fe595f8e925d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ae22507-406f-4c5e-8525-5bd4e5f9be9c'}] {{(pid=73965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:14:16.459216 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 1ae22507-406f-4c5e-8525-5bd4e5f9be9c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1ae22507-406f-4c5e-8525-5bd4e5f9be9c,segment=NetworkSegment(fc404ee3-924a-4cfe-9240-0a5fec6414ad),segment_id=fc404ee3-924a-4cfe-9240-0a5fec6414ad)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:14:16.463509 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:16.466223 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:16.495384 dv-cinder-787195-6-iscsi neutron-server[73965]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f6a8ebc8-dd99-4e92-afa0-fe595f8e925d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1ae22507-406f-4c5e-8525-5bd4e5f9be9c', 'code': 422} returned with failed status Apr 30 16:14:16.535329 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=1ae22507-406f-4c5e-8525-5bd4e5f9be9c,revision_number=6']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:16.543006 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:16.543354 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:16.543690 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:16.544053 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:16.544383 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:16.544738 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:16.545062 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:16.545386 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:16.545710 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:16.546028 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:16.546371 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:16.546665 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:14:16.550544 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:16.695302 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:17.019022 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafd0e1-ba42-449e-8219-e56506c64262 req-8412fbd6-1f87-461e-a180-f6bc9060a7de tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:17.020409 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7dafd0e1-ba42-449e-8219-e56506c64262 req-8412fbd6-1f87-461e-a180-f6bc9060a7de tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 943 time: 0.1251075 Apr 30 16:14:17.077540 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7dafd0e1-ba42-449e-8219-e56506c64262 req-59937320-e3f3-4529-815c-51b5241b43c2 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501192 Apr 30 16:14:17.083534 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbeb1cc-da5a-4243-9e0d-6f36b068c7ae req-2638c70d-7af9-4d98-993f-89435315ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:17.085434 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2fbeb1cc-da5a-4243-9e0d-6f36b068c7ae req-2638c70d-7af9-4d98-993f-89435315ff28 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d&tenant_id=4cd8ff6d14414fd2b01baef129c3ad8f HTTP/1.1" status: 200 len: 1096 time: 0.1222205 Apr 30 16:14:17.182588 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbeb1cc-da5a-4243-9e0d-6f36b068c7ae req-a8aedc58-76ad-457a-9de8-85edbf9da873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:17.184025 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2fbeb1cc-da5a-4243-9e0d-6f36b068c7ae req-a8aedc58-76ad-457a-9de8-85edbf9da873 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4cd8ff6d14414fd2b01baef129c3ad8f&device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 1096 time: 0.0710597 Apr 30 16:14:17.315637 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbeb1cc-da5a-4243-9e0d-6f36b068c7ae req-30e08d17-a771-4997-85eb-3bdff1bb82dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:17.317129 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2fbeb1cc-da5a-4243-9e0d-6f36b068c7ae req-30e08d17-a771-4997-85eb-3bdff1bb82dc service neutron] 10.222.0.42 "GET /v2.0/networks?id=0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 HTTP/1.1" status: 200 len: 909 time: 0.1221304 Apr 30 16:14:17.424774 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2fbeb1cc-da5a-4243-9e0d-6f36b068c7ae req-e5d51586-358a-4fbd-9d7a-c94bcf0b0067 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ae22507-406f-4c5e-8525-5bd4e5f9be9c HTTP/1.1" status: 200 len: 999 time: 0.0970867 Apr 30 16:14:17.488739 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbeb1cc-da5a-4243-9e0d-6f36b068c7ae req-aac1cdba-0dd4-40b7-bd6a-e0c7b83f4549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:17.491005 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2fbeb1cc-da5a-4243-9e0d-6f36b068c7ae req-aac1cdba-0dd4-40b7-bd6a-e0c7b83f4549 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=870329fb-3f44-4079-9c46-3188f895863a HTTP/1.1" status: 200 len: 848 time: 0.0562160 Apr 30 16:14:17.572552 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbeb1cc-da5a-4243-9e0d-6f36b068c7ae req-2b915b4f-0226-45ce-9138-498a213ea35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:17.573927 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2fbeb1cc-da5a-4243-9e0d-6f36b068c7ae req-2b915b4f-0226-45ce-9138-498a213ea35e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731862 Apr 30 16:14:17.809307 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2fbeb1cc-da5a-4243-9e0d-6f36b068c7ae req-c4424926-4171-470d-b3e9-f3fac8b7834e service neutron] 10.222.0.42 "GET /v2.0/networks/0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248185 Apr 30 16:14:17.942151 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-2fbeb1cc-da5a-4243-9e0d-6f36b068c7ae req-deaf0960-b665-4e1b-898b-20e72876db81 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213648 Apr 30 16:14:18.260024 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca0120-f100-47ba-abc8-52427dd81900 req-e089bd7b-e791-48c9-8c71-2ba95a4ce180 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:18.261452 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-4bca0120-f100-47ba-abc8-52427dd81900 req-e089bd7b-e791-48c9-8c71-2ba95a4ce180 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 943 time: 0.0787144 Apr 30 16:14:18.305565 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-4bca0120-f100-47ba-abc8-52427dd81900 req-a64a6c53-f951-4bd7-8de3-d2edfa8e3d4b tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385559 Apr 30 16:14:18.475101 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:19.488744 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41baa33f-71b2-44db-8e5a-5e408f617065 req-c955279f-f36d-4964-9b57-21b62c1d5f1b tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:19.490523 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-41baa33f-71b2-44db-8e5a-5e408f617065 req-c955279f-f36d-4964-9b57-21b62c1d5f1b tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 943 time: 0.0801077 Apr 30 16:14:19.534747 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-41baa33f-71b2-44db-8e5a-5e408f617065 req-8c10639e-3f49-4500-88dd-8853f53e318e tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386639 Apr 30 16:14:20.721405 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece1f0c-e343-481f-ab9b-be4ef4f67c59 req-6b62d5d4-eed4-4392-9aad-c69757a99158 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:20.722822 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7ece1f0c-e343-481f-ab9b-be4ef4f67c59 req-6b62d5d4-eed4-4392-9aad-c69757a99158 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 943 time: 0.0804868 Apr 30 16:14:20.860528 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7ece1f0c-e343-481f-ab9b-be4ef4f67c59 req-196be094-597e-42da-af62-9aa603048016 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312184 Apr 30 16:14:22.045357 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89bc53c-72b9-4e06-accf-d5f46446a65d req-0ca2d36f-b4da-4af1-8f87-b1c17bb5e1a1 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:22.046784 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a89bc53c-72b9-4e06-accf-d5f46446a65d req-0ca2d36f-b4da-4af1-8f87-b1c17bb5e1a1 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 943 time: 0.0830457 Apr 30 16:14:22.092743 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a89bc53c-72b9-4e06-accf-d5f46446a65d req-55453cca-ef4b-40ce-a304-da540657b167 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396228 Apr 30 16:14:23.287612 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fadc56-9159-4d70-a572-15aa315ca07e req-3053588b-20ea-4482-a427-0263f8ee0f65 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:23.288979 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-65fadc56-9159-4d70-a572-15aa315ca07e req-3053588b-20ea-4482-a427-0263f8ee0f65 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 943 time: 0.0798633 Apr 30 16:14:23.335091 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-65fadc56-9159-4d70-a572-15aa315ca07e req-f7272204-94bc-4f04-a621-69cd12c24e97 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405750 Apr 30 16:14:24.522982 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22df73f-ff77-43d9-8838-7ecd087c9d75 req-6d497323-538a-4280-8ba7-0b1193688cef tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:24.524454 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a22df73f-ff77-43d9-8838-7ecd087c9d75 req-6d497323-538a-4280-8ba7-0b1193688cef tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 943 time: 0.0827684 Apr 30 16:14:24.569338 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a22df73f-ff77-43d9-8838-7ecd087c9d75 req-2fbb0804-6f89-4faf-8bd3-80efa3d011ba tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393610 Apr 30 16:14:25.748757 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828404a-4862-49d9-af6d-8d061f27acfa req-81bdbc91-be7c-40ec-82c9-1fc7ec70b43b tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:25.750158 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7828404a-4862-49d9-af6d-8d061f27acfa req-81bdbc91-be7c-40ec-82c9-1fc7ec70b43b tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 943 time: 0.0773318 Apr 30 16:14:25.793548 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7828404a-4862-49d9-af6d-8d061f27acfa req-1328992d-bf71-4377-86e2-7dfb7c44fe79 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377576 Apr 30 16:14:26.381579 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 1ae22507-406f-4c5e-8525-5bd4e5f9be9c details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73965) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 16:14:26.511353 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 1ae22507-406f-4c5e-8525-5bd4e5f9be9c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1ae22507-406f-4c5e-8525-5bd4e5f9be9c,segment=NetworkSegment(fc404ee3-924a-4cfe-9240-0a5fec6414ad),segment_id=fc404ee3-924a-4cfe-9240-0a5fec6414ad)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:14:26.524581 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Returning: {'device': '1ae22507-406f-4c5e-8525-5bd4e5f9be9c', 'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64', 'port_id': '1ae22507-406f-4c5e-8525-5bd4e5f9be9c', 'mac_address': 'fa:16:3e:be:a6:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870329fb-3f44-4079-9c46-3188f895863a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73965) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 16:14:26.577370 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:26.593764 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae22507-406f-4c5e-8525-5bd4e5f9be9c {{(pid=73965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 16:14:26.608364 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 1ae22507-406f-4c5e-8525-5bd4e5f9be9c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1ae22507-406f-4c5e-8525-5bd4e5f9be9c,segment=NetworkSegment(fc404ee3-924a-4cfe-9240-0a5fec6414ad),segment_id=fc404ee3-924a-4cfe-9240-0a5fec6414ad)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:14:26.612303 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:26.614023 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:26.680616 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=1ae22507-406f-4c5e-8525-5bd4e5f9be9c,revision_number=7']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:26.683502 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:26.933412 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] get_ports_and_sgs() called for port_ids ['1ae22507-406f-4c5e-8525-5bd4e5f9be9c'] {{(pid=73965) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 16:14:27.123983 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0caf5c2-d5e0-4da8-b09d-52905fd49c4c req-a88842e7-dad5-47e6-97ff-131085261e3a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:27.125436 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a0caf5c2-d5e0-4da8-b09d-52905fd49c4c req-a88842e7-dad5-47e6-97ff-131085261e3a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 944 time: 0.0804064 Apr 30 16:14:27.169379 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-a0caf5c2-d5e0-4da8-b09d-52905fd49c4c req-81f63864-50c5-4345-9c3d-4f285b6421ac tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382543 Apr 30 16:14:28.356997 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307ef21-85df-40ef-a36e-bdb856fee930 req-c2d1efed-dbd7-4fa2-a4e9-b4b95cbb31d1 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:28.358394 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d307ef21-85df-40ef-a36e-bdb856fee930 req-c2d1efed-dbd7-4fa2-a4e9-b4b95cbb31d1 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 944 time: 0.0811229 Apr 30 16:14:28.396759 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 1ae22507-406f-4c5e-8525-5bd4e5f9be9c up at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 16:14:28.404814 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-d307ef21-85df-40ef-a36e-bdb856fee930 req-bf10da10-2149-417c-ad24-cf32f54263c1 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407517 Apr 30 16:14:28.461492 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.provisioning_blocks [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Provisioning complete for port 1ae22507-406f-4c5e-8525-5bd4e5f9be9c triggered by entity L2. {{(pid=73965) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 16:14:28.461863 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032019'] for port, provisioning_complete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:28.575810 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652495'] for port, before_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:28.602238 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a8ebc8-dd99-4e92-afa0-fe595f8e925d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae22507-406f-4c5e-8525-5bd4e5f9be9c'}] {{(pid=73965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:14:28.611467 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] For port 1ae22507-406f-4c5e-8525-5bd4e5f9be9c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1ae22507-406f-4c5e-8525-5bd4e5f9be9c,segment=NetworkSegment(fc404ee3-924a-4cfe-9240-0a5fec6414ad),segment_id=fc404ee3-924a-4cfe-9240-0a5fec6414ad)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:14:28.616085 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758133264231', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758132829224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758132829269'] for port, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:28.618693 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:14:28.656968 dv-cinder-787195-6-iscsi neutron-server[73965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a8ebc8-dd99-4e92-afa0-fe595f8e925d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae22507-406f-4c5e-8525-5bd4e5f9be9c', 'code': 200} Apr 30 16:14:28.696704 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Pushing event updated for resources: {'Port': ['ID=1ae22507-406f-4c5e-8525-5bd4e5f9be9c,revision_number=8']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:14:28.699595 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:14:28.951460 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712a083-e2bf-487b-89f4-664d7a079826 req-2cd0e057-124b-4747-853a-153d592decd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:28.952888 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7712a083-e2bf-487b-89f4-664d7a079826 req-2cd0e057-124b-4747-853a-153d592decd8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 1098 time: 0.0706782 Apr 30 16:14:28.996212 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-7712a083-e2bf-487b-89f4-664d7a079826 req-26806748-e937-4878-b70b-3fa21394bc5e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333238 Apr 30 16:14:29.587542 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541021e1-4a2a-409b-bc40-90c3028b39e5 req-40e0bf35-fa9a-4cd0-84ef-28e7a6c1017a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:29.588998 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-541021e1-4a2a-409b-bc40-90c3028b39e5 req-40e0bf35-fa9a-4cd0-84ef-28e7a6c1017a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 945 time: 0.0785799 Apr 30 16:14:29.633140 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-541021e1-4a2a-409b-bc40-90c3028b39e5 req-83d0a45f-9256-4f5b-8069-83d05de0dd7b tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385802 Apr 30 16:14:30.821077 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205bc31-cb54-4bbe-a9a2-ec788b79c261 req-de80df8d-2078-4251-a1b2-db9495445576 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:30.822509 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4205bc31-cb54-4bbe-a9a2-ec788b79c261 req-de80df8d-2078-4251-a1b2-db9495445576 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 945 time: 0.0843279 Apr 30 16:14:30.867045 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-4205bc31-cb54-4bbe-a9a2-ec788b79c261 req-7123aa7d-3ce6-4517-93b8-01cbe1c886b8 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388639 Apr 30 16:14:40.365039 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:41.358584 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:14:43.180856 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-bdab4cf0-4963-4239-91b0-fcb2c008c27b req-c41f8fca-1919-45b4-8c30-8fd4ab1560f6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686295 Apr 30 16:14:43.230431 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-55cc4f65-f353-43e8-8898-ffc2f3dfd1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:43.321419 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab4cf0-4963-4239-91b0-fcb2c008c27b req-f45ae802-2973-41a0-b52a-3fa8a4a0f48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:43.322881 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-bdab4cf0-4963-4239-91b0-fcb2c008c27b req-f45ae802-2973-41a0-b52a-3fa8a4a0f48a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4cd8ff6d14414fd2b01baef129c3ad8f&device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 1098 time: 0.0735657 Apr 30 16:14:43.466034 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab4cf0-4963-4239-91b0-fcb2c008c27b req-4907568f-3e19-4cb1-a471-8cf9e31c1873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:43.467454 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-bdab4cf0-4963-4239-91b0-fcb2c008c27b req-4907568f-3e19-4cb1-a471-8cf9e31c1873 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 HTTP/1.1" status: 200 len: 909 time: 0.1254675 Apr 30 16:14:43.569808 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-bdab4cf0-4963-4239-91b0-fcb2c008c27b req-bbc4f7f3-e490-4d26-b9d3-e4a232853cc5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ae22507-406f-4c5e-8525-5bd4e5f9be9c HTTP/1.1" status: 200 len: 1001 time: 0.0934119 Apr 30 16:14:43.631087 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab4cf0-4963-4239-91b0-fcb2c008c27b req-7518eb84-4dc3-4ca5-a1f8-37af32bc4897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:43.632467 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-bdab4cf0-4963-4239-91b0-fcb2c008c27b req-7518eb84-4dc3-4ca5-a1f8-37af32bc4897 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=870329fb-3f44-4079-9c46-3188f895863a HTTP/1.1" status: 200 len: 848 time: 0.0550516 Apr 30 16:14:43.708003 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab4cf0-4963-4239-91b0-fcb2c008c27b req-14a2af1c-139f-4e11-abc1-a992887a4135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:14:43.709532 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-bdab4cf0-4963-4239-91b0-fcb2c008c27b req-14a2af1c-139f-4e11-abc1-a992887a4135 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0663459 Apr 30 16:14:43.837931 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-bdab4cf0-4963-4239-91b0-fcb2c008c27b req-6d68c59f-add4-4f2b-a182-491bc0b87e7d service neutron] 10.222.0.42 "GET /v2.0/networks/0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200302 Apr 30 16:14:43.965114 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-bdab4cf0-4963-4239-91b0-fcb2c008c27b req-0e752b52-ddd1-464a-b62e-cd4139500012 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205430 Apr 30 16:14:45.902643 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:45.941609 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1cbc569c-7f60-451c-86cc-1aeba1085712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:46.699072 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:14:48.477411 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:10.374566 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:13.231428 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-a9c68978-b710-4278-b684-3d3cb50c632e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:15.904579 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:15.942647 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-d921ca84-e899-4278-be3d-2e5f34cc3ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:16.701504 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:18.357026 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:15:18.480847 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:40.376307 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:43.232245 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-110d2b0b-43ea-4f49-a853-42e82c4c6eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:43.404429 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c78c9f04-6a84-4f5b-a07b-7d639d124744 req-4b9b2baf-3d09-4bcd-acc1-0832407e7f62 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2439213 Apr 30 16:15:43.551860 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c9f04-6a84-4f5b-a07b-7d639d124744 req-f215eb3a-e06a-4eb9-aac1-d89c017d7c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:43.553216 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c78c9f04-6a84-4f5b-a07b-7d639d124744 req-f215eb3a-e06a-4eb9-aac1-d89c017d7c9a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4cd8ff6d14414fd2b01baef129c3ad8f&device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 1098 time: 0.0691423 Apr 30 16:15:43.697804 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c9f04-6a84-4f5b-a07b-7d639d124744 req-411aafd3-7910-4fdb-b534-dcb75bbfb7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:43.699315 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c78c9f04-6a84-4f5b-a07b-7d639d124744 req-411aafd3-7910-4fdb-b534-dcb75bbfb7fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 HTTP/1.1" status: 200 len: 909 time: 0.1227186 Apr 30 16:15:43.806653 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c78c9f04-6a84-4f5b-a07b-7d639d124744 req-33ec6328-c2c3-4899-b2ca-cacb7c0a6b01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ae22507-406f-4c5e-8525-5bd4e5f9be9c HTTP/1.1" status: 200 len: 1001 time: 0.0961380 Apr 30 16:15:43.877325 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c9f04-6a84-4f5b-a07b-7d639d124744 req-a3aefe1a-0d7c-43a7-9237-58a5a55cafc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:43.878713 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c78c9f04-6a84-4f5b-a07b-7d639d124744 req-a3aefe1a-0d7c-43a7-9237-58a5a55cafc4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=870329fb-3f44-4079-9c46-3188f895863a HTTP/1.1" status: 200 len: 848 time: 0.0589559 Apr 30 16:15:43.956038 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c9f04-6a84-4f5b-a07b-7d639d124744 req-36056622-10c6-43d4-a249-55ddb764f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:43.957501 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c78c9f04-6a84-4f5b-a07b-7d639d124744 req-36056622-10c6-43d4-a249-55ddb764f423 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689025 Apr 30 16:15:44.092053 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c78c9f04-6a84-4f5b-a07b-7d639d124744 req-1efc5052-ba4d-425c-89ca-f16955f50b78 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237903 Apr 30 16:15:44.222560 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-c78c9f04-6a84-4f5b-a07b-7d639d124744 req-f5c05d47-d493-4ca9-857f-6525fd99f5e1 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206410 Apr 30 16:15:45.906746 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:45.943611 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-7dd43823-229f-4558-8a93-3424097a94ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:46.051998 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 41396) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:15:46.315786 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-89ddf77a-4640-4232-a502-983b1c85c077 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Deleting port 61612a74-1e5d-43aa-8f8a-608e347b7b9d {{(pid=73964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:15:46.316152 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-89ddf77a-4640-4232-a502-983b1c85c077 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:46.437228 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-89ddf77a-4640-4232-a502-983b1c85c077 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:46.437644 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-89ddf77a-4640-4232-a502-983b1c85c077 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:46.560163 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-89ddf77a-4640-4232-a502-983b1c85c077 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Calling delete_port for 61612a74-1e5d-43aa-8f8a-608e347b7b9d owned by network:floatingip {{(pid=73964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:15:46.682981 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-89ddf77a-4640-4232-a502-983b1c85c077 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:46.687169 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:46.703664 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:46.732249 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ddf77a-4640-4232-a502-983b1c85c077 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Pushing event deleted for resources: {'Port': ['ID=61612a74-1e5d-43aa-8f8a-608e347b7b9d,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:46.772943 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ddf77a-4640-4232-a502-983b1c85c077 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:46.773311 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ddf77a-4640-4232-a502-983b1c85c077 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:46.773670 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ddf77a-4640-4232-a502-983b1c85c077 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:46.774022 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ddf77a-4640-4232-a502-983b1c85c077 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:46.774372 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ddf77a-4640-4232-a502-983b1c85c077 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:46.774721 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ddf77a-4640-4232-a502-983b1c85c077 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:46.775064 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ddf77a-4640-4232-a502-983b1c85c077 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:46.775408 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ddf77a-4640-4232-a502-983b1c85c077 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:46.775754 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ddf77a-4640-4232-a502-983b1c85c077 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:46.776123 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ddf77a-4640-4232-a502-983b1c85c077 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:46.776470 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ddf77a-4640-4232-a502-983b1c85c077 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:46.776807 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ddf77a-4640-4232-a502-983b1c85c077 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:46.803240 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-89ddf77a-4640-4232-a502-983b1c85c077 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:46.830468 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-89ddf77a-4640-4232-a502-983b1c85c077 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for floatingip, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:46.830833 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.db.l3_db [None req-89ddf77a-4640-4232-a502-983b1c85c077 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Floating IP b2284828-bf1e-4322-b21f-7a57344d85b8 disassociated (deleted). External IP: 172.27.3.217, port: 1ae22507-406f-4c5e-8525-5bd4e5f9be9c. Apr 30 16:15:47.258062 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ddf77a-4640-4232-a502-983b1c85c077 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Router e70e05e4-f9ba-4ebb-9ff8-e913965115dd has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:15:47.434933 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ddf77a-4640-4232-a502-983b1c85c077 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:15:47.444365 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fc0a6d-7789-4bf9-9a2b-f7141764f89f None None] Sync routers for ids ['e70e05e4-f9ba-4ebb-9ff8-e913965115dd'] in dv-cinder-787195-6-iscsi {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:15:47.453786 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fc0a6d-7789-4bf9-9a2b-f7141764f89f None None] Routers {'e70e05e4-f9ba-4ebb-9ff8-e913965115dd'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:15:47.454462 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-88fc0a6d-7789-4bf9-9a2b-f7141764f89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:15:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['e70e05e4-f9ba-4ebb-9ff8-e913965115dd'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:47.455112 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-89ddf77a-4640-4232-a502-983b1c85c077 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for floatingip, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:47.508779 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-89ddf77a-4640-4232-a502-983b1c85c077 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "DELETE /v2.0/floatingips/b2284828-bf1e-4322-b21f-7a57344d85b8 HTTP/1.1" status: 204 len: 168 time: 1.4555624 Apr 30 16:15:47.509382 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a8ebc8-dd99-4e92-afa0-fe595f8e925d', 'tag': '1ae22507-406f-4c5e-8525-5bd4e5f9be9c'}] {{(pid=73964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:15:47.562113 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a8ebc8-dd99-4e92-afa0-fe595f8e925d', 'tag': '1ae22507-406f-4c5e-8525-5bd4e5f9be9c', 'status': 'completed', 'code': 200} Apr 30 16:15:47.634438 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-88fc0a6d-7789-4bf9-9a2b-f7141764f89f None None] Set router e70e05e4-f9ba-4ebb-9ff8-e913965115dd gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:15:47.667967 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02246f7e-ba40-4cad-a967-59d7c3993b4a req-280206cc-dfef-4e03-91b4-b689c9135295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:47.669443 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-02246f7e-ba40-4cad-a967-59d7c3993b4a req-280206cc-dfef-4e03-91b4-b689c9135295 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4cd8ff6d14414fd2b01baef129c3ad8f&device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 1098 time: 0.0717010 Apr 30 16:15:47.820979 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02246f7e-ba40-4cad-a967-59d7c3993b4a req-e7073102-d314-45b6-a77e-21acd304372d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:47.822392 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-02246f7e-ba40-4cad-a967-59d7c3993b4a req-e7073102-d314-45b6-a77e-21acd304372d service neutron] 10.222.0.42 "GET /v2.0/networks?id=0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 HTTP/1.1" status: 200 len: 909 time: 0.1429813 Apr 30 16:15:47.897044 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-02246f7e-ba40-4cad-a967-59d7c3993b4a req-631ebe93-4512-4b15-be23-f64c44af54d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ae22507-406f-4c5e-8525-5bd4e5f9be9c HTTP/1.1" status: 200 len: 217 time: 0.0656638 Apr 30 16:15:47.970793 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-88fc0a6d-7789-4bf9-9a2b-f7141764f89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'name': 'tempest-TestShelveInstance-1347307614-router', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f835a872-6c6f-41a4-9dd1-1878a6bdda8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:11:08Z', 'updated_at': '2021-04-30T16:11:12Z', 'revision_number': 4, 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'gw_port': {'id': 'f835a872-6c6f-41a4-9dd1-1878a6bdda8d', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:08Z', 'updated_at': '2021-04-30T16:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '6f7b721d-5a09-481d-b560-b2ad9ceb66ff', 'name': '', 'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'mac_address': 'fa:16:3e:f2:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '870329fb-3f44-4079-9c46-3188f895863a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:11Z', 'updated_at': '2021-04-30T16:11:18Z', 'revision_number': 5, 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'subnets': [{'id': '870329fb-3f44-4079-9c46-3188f895863a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:47.975170 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fc0a6d-7789-4bf9-9a2b-f7141764f89f None None] Checking router: e70e05e4-f9ba-4ebb-9ff8-e913965115dd for host: dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:15:47.983677 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fc0a6d-7789-4bf9-9a2b-f7141764f89f None None] Routers {'e70e05e4-f9ba-4ebb-9ff8-e913965115dd'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:15:47.984314 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-88fc0a6d-7789-4bf9-9a2b-f7141764f89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:15:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['e70e05e4-f9ba-4ebb-9ff8-e913965115dd'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:48.011762 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02246f7e-ba40-4cad-a967-59d7c3993b4a req-380a156c-7f22-44a8-a777-b275c32a4af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:48.013609 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-02246f7e-ba40-4cad-a967-59d7c3993b4a req-380a156c-7f22-44a8-a777-b275c32a4af4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=870329fb-3f44-4079-9c46-3188f895863a HTTP/1.1" status: 200 len: 848 time: 0.1102307 Apr 30 16:15:48.083828 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc181f-75b4-4f3c-917a-de12a8ae7275 req-da095ef3-2b14-496b-a2ec-22f50b024633 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:48.085205 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ddfc181f-75b4-4f3c-917a-de12a8ae7275 req-da095ef3-2b14-496b-a2ec-22f50b024633 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 945 time: 0.2587256 Apr 30 16:15:48.145365 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02246f7e-ba40-4cad-a967-59d7c3993b4a req-e6d1d8b9-c939-4f27-a585-f3d1aa87be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:48.146831 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-02246f7e-ba40-4cad-a967-59d7c3993b4a req-e6d1d8b9-c939-4f27-a585-f3d1aa87be33 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1232858 Apr 30 16:15:48.149762 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-ddfc181f-75b4-4f3c-917a-de12a8ae7275 req-5dcf2f06-58c2-4b40-9eaf-41d24fad2ffe tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585892 Apr 30 16:15:48.157245 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-88fc0a6d-7789-4bf9-9a2b-f7141764f89f None None] Set router e70e05e4-f9ba-4ebb-9ff8-e913965115dd gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:15:48.278975 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-02246f7e-ba40-4cad-a967-59d7c3993b4a req-c853a174-d13b-4cd4-9012-3d978361662f service neutron] 10.222.0.42 "GET /v2.0/networks/0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233506 Apr 30 16:15:48.470104 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-88fc0a6d-7789-4bf9-9a2b-f7141764f89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'name': 'tempest-TestShelveInstance-1347307614-router', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f835a872-6c6f-41a4-9dd1-1878a6bdda8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:11:08Z', 'updated_at': '2021-04-30T16:11:12Z', 'revision_number': 4, 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'gw_port': {'id': 'f835a872-6c6f-41a4-9dd1-1878a6bdda8d', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:08Z', 'updated_at': '2021-04-30T16:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '6f7b721d-5a09-481d-b560-b2ad9ceb66ff', 'name': '', 'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'mac_address': 'fa:16:3e:f2:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '870329fb-3f44-4079-9c46-3188f895863a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:11Z', 'updated_at': '2021-04-30T16:11:18Z', 'revision_number': 5, 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'subnets': [{'id': '870329fb-3f44-4079-9c46-3188f895863a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:48.482819 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fc0a6d-7789-4bf9-9a2b-f7141764f89f None None] The sync data for ids ['e70e05e4-f9ba-4ebb-9ff8-e913965115dd'] in dv-cinder-787195-6-iscsi is: [{'id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'name': 'tempest-TestShelveInstance-1347307614-router', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f835a872-6c6f-41a4-9dd1-1878a6bdda8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:11:08Z', 'updated_at': '2021-04-30T16:11:12Z', 'revision_number': 4, 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'gw_port': {'id': 'f835a872-6c6f-41a4-9dd1-1878a6bdda8d', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:08Z', 'updated_at': '2021-04-30T16:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi', '_interfaces': [{'id': '6f7b721d-5a09-481d-b560-b2ad9ceb66ff', 'name': '', 'network_id': '0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'mac_address': 'fa:16:3e:f2:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '870329fb-3f44-4079-9c46-3188f895863a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:11Z', 'updated_at': '2021-04-30T16:11:18Z', 'revision_number': 5, 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'subnets': [{'id': '870329fb-3f44-4079-9c46-3188f895863a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:15:48.493269 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:48.517792 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-02246f7e-ba40-4cad-a967-59d7c3993b4a req-a917d222-1505-4e83-93e2-404abda68faa service neutron] 10.222.0.42 "GET /v2.0/networks/0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313483 Apr 30 16:15:48.688241 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19253dfb-cf6b-4964-b162-54bc8a1de90d None None] New status for floating IP b2284828-bf1e-4322-b21f-7a57344d85b8: DOWN {{(pid=73966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 16:15:49.386929 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c819c-bd4d-45fc-8355-f968cd61de61 req-c4caca46-9124-4360-82a6-1aa12daebbc5 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:49.387620 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-744c819c-bd4d-45fc-8355-f968cd61de61 req-c4caca46-9124-4360-82a6-1aa12daebbc5 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Synchronizing usage tracker for tenant:4cd8ff6d14414fd2b01baef129c3ad8f on resource:port {{(pid=73964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 16:15:49.402329 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.quota.resource [req-744c819c-bd4d-45fc-8355-f968cd61de61 req-c4caca46-9124-4360-82a6-1aa12daebbc5 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Unset dirty status for tenant:4cd8ff6d14414fd2b01baef129c3ad8f on resource:port {{(pid=73964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 16:15:49.403423 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-744c819c-bd4d-45fc-8355-f968cd61de61 req-c4caca46-9124-4360-82a6-1aa12daebbc5 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 945 time: 0.1474278 Apr 30 16:15:49.447578 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-744c819c-bd4d-45fc-8355-f968cd61de61 req-4218a20e-27ef-4c54-99fb-d7e0f55c7c95 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/security-groups?id=2c553463-f62c-4bf0-946d-a93b91a70132&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382793 Apr 30 16:15:49.658545 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ddb23-9877-4256-8b70-6989a7a4fd66 req-5f80bab4-d4c2-4300-a82f-5b5f97ded503 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 16:15:49.659983 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-289ddb23-9877-4256-8b70-6989a7a4fd66 req-5f80bab4-d4c2-4300-a82f-5b5f97ded503 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 945 time: 0.0773549 Apr 30 16:15:49.799060 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-289ddb23-9877-4256-8b70-6989a7a4fd66 req-4a0a8860-aa5a-41d1-98c3-f1ec56aace70 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Deleting port 1ae22507-406f-4c5e-8525-5bd4e5f9be9c {{(pid=73963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:15:49.799405 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-289ddb23-9877-4256-8b70-6989a7a4fd66 req-4a0a8860-aa5a-41d1-98c3-f1ec56aace70 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:49.928590 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.db [req-289ddb23-9877-4256-8b70-6989a7a4fd66 req-4a0a8860-aa5a-41d1-98c3-f1ec56aace70 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] For port 1ae22507-406f-4c5e-8525-5bd4e5f9be9c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1ae22507-406f-4c5e-8525-5bd4e5f9be9c,segment=NetworkSegment(fc404ee3-924a-4cfe-9240-0a5fec6414ad),segment_id=fc404ee3-924a-4cfe-9240-0a5fec6414ad)] {{(pid=73963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:15:49.928946 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-289ddb23-9877-4256-8b70-6989a7a4fd66 req-4a0a8860-aa5a-41d1-98c3-f1ec56aace70 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:50.049907 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.plugins.ml2.plugin [req-289ddb23-9877-4256-8b70-6989a7a4fd66 req-4a0a8860-aa5a-41d1-98c3-f1ec56aace70 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Calling delete_port for 1ae22507-406f-4c5e-8525-5bd4e5f9be9c owned by compute:nova {{(pid=73963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:15:50.160055 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-289ddb23-9877-4256-8b70-6989a7a4fd66 req-4a0a8860-aa5a-41d1-98c3-f1ec56aace70 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3914941'] for port, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:50.167098 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-c700678e-5c05-43bb-8fe6-be8ad3d50465 tempest-TestVolumeBootPattern-842827217 tempest-TestVolumeBootPattern-842827217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:50.236662 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a8860-aa5a-41d1-98c3-f1ec56aace70 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Pushing event deleted for resources: {'Port': ['ID=1ae22507-406f-4c5e-8525-5bd4e5f9be9c,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:50.252827 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a8860-aa5a-41d1-98c3-f1ec56aace70 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:50.253209 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a8860-aa5a-41d1-98c3-f1ec56aace70 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:50.253582 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a8860-aa5a-41d1-98c3-f1ec56aace70 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:50.254487 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a8860-aa5a-41d1-98c3-f1ec56aace70 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:50.254848 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a8860-aa5a-41d1-98c3-f1ec56aace70 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:50.255216 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a8860-aa5a-41d1-98c3-f1ec56aace70 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:50.255572 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a8860-aa5a-41d1-98c3-f1ec56aace70 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:50.255947 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a8860-aa5a-41d1-98c3-f1ec56aace70 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:50.256563 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a8860-aa5a-41d1-98c3-f1ec56aace70 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:50.256929 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a8860-aa5a-41d1-98c3-f1ec56aace70 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:50.257281 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a8860-aa5a-41d1-98c3-f1ec56aace70 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:50.257634 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a8860-aa5a-41d1-98c3-f1ec56aace70 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:50.287173 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-4a0a8860-aa5a-41d1-98c3-f1ec56aace70 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:50.297881 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.db.l3_dvrscheduler_db [req-289ddb23-9877-4256-8b70-6989a7a4fd66 req-4a0a8860-aa5a-41d1-98c3-f1ec56aace70 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] No DVR routers for this DVR port 1ae22507-406f-4c5e-8525-5bd4e5f9be9c on host hv-cinder-78719 {{(pid=73963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:15:50.300217 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [req-289ddb23-9877-4256-8b70-6989a7a4fd66 req-4a0a8860-aa5a-41d1-98c3-f1ec56aace70 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6902'] for port, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:50.302780 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a8ebc8-dd99-4e92-afa0-fe595f8e925d', 'name': 'network-vif-deleted', 'tag': '1ae22507-406f-4c5e-8525-5bd4e5f9be9c'}] {{(pid=73963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 16:15:50.318674 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [req-289ddb23-9877-4256-8b70-6989a7a4fd66 req-4a0a8860-aa5a-41d1-98c3-f1ec56aace70 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.42 "DELETE /v2.0/ports/1ae22507-406f-4c5e-8525-5bd4e5f9be9c HTTP/1.1" status: 204 len: 173 time: 0.6504807 Apr 30 16:15:50.349045 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a8ebc8-dd99-4e92-afa0-fe595f8e925d', 'name': 'network-vif-deleted', 'tag': '1ae22507-406f-4c5e-8525-5bd4e5f9be9c', 'status': 'completed', 'code': 200} Apr 30 16:15:50.594911 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [req-7f0b4172-fdec-4a51-9154-6e1295bf277a req-4a24ad99-99dc-480e-9018-317c17bfc58e tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6a8ebc8-dd99-4e92-afa0-fe595f8e925d HTTP/1.1" status: 200 len: 210 time: 0.0431862 Apr 30 16:15:51.692483 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 41418) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:15:51.766738 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6f9c3444-024a-4dfe-a189-606bd33eaa57 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:51.801474 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6f9c3444-024a-4dfe-a189-606bd33eaa57 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:51.868186 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6f9c3444-024a-4dfe-a189-606bd33eaa57 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:51.872079 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-3b628f25-2119-4a6e-a9d5-2eb88b8eea5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:51.889058 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c3444-024a-4dfe-a189-606bd33eaa57 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c553463-f62c-4bf0-946d-a93b91a70132,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:51.891738 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-6f9c3444-024a-4dfe-a189-606bd33eaa57 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:51.900779 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6f9c3444-024a-4dfe-a189-606bd33eaa57 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:51.901885 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-6f9c3444-024a-4dfe-a189-606bd33eaa57 tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] 10.222.0.72 "DELETE /v2.0/security-groups/2c553463-f62c-4bf0-946d-a93b91a70132 HTTP/1.1" status: 204 len: 168 time: 0.2084424 Apr 30 16:15:51.955813 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 41424) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:15:52.499958 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6e9b1ca8-1e67-47cf-9478-3617e2e99a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-915790'] for router_interface, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:52.992944 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-6e9b1ca8-1e67-47cf-9478-3617e2e99a05 admin admin] Deleting port 6f7b721d-5a09-481d-b560-b2ad9ceb66ff {{(pid=73964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:15:52.993583 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6e9b1ca8-1e67-47cf-9478-3617e2e99a05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:53.020965 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [req-19ab46b2-80b9-40f0-a9fb-bc30085836fb req-adf2093b-510a-4b70-937a-52e43f508b36 service neutron] (73963) timed out ('10.222.0.42', 55851) {{(pid=73963) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 30 16:15:53.110517 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.db [None req-6e9b1ca8-1e67-47cf-9478-3617e2e99a05 admin admin] For port 6f7b721d-5a09-481d-b560-b2ad9ceb66ff, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=6f7b721d-5a09-481d-b560-b2ad9ceb66ff,segment=NetworkSegment(fc404ee3-924a-4cfe-9240-0a5fec6414ad),segment_id=fc404ee3-924a-4cfe-9240-0a5fec6414ad)] {{(pid=73964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:15:53.110879 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6e9b1ca8-1e67-47cf-9478-3617e2e99a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:53.230912 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-6e9b1ca8-1e67-47cf-9478-3617e2e99a05 admin admin] Calling delete_port for 6f7b721d-5a09-481d-b560-b2ad9ceb66ff owned by network:router_interface {{(pid=73964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:15:53.376691 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6e9b1ca8-1e67-47cf-9478-3617e2e99a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:53.380341 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-7f5fbace-d2d2-49cb-977e-e2c5dc07a911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:53.423136 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b1ca8-1e67-47cf-9478-3617e2e99a05 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f7b721d-5a09-481d-b560-b2ad9ceb66ff,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:53.426877 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-6e9b1ca8-1e67-47cf-9478-3617e2e99a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:53.684820 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-6e9b1ca8-1e67-47cf-9478-3617e2e99a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664318'] for router_interface, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:54.041584 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9b1ca8-1e67-47cf-9478-3617e2e99a05 admin admin] Router e70e05e4-f9ba-4ebb-9ff8-e913965115dd has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:15:54.309508 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9b1ca8-1e67-47cf-9478-3617e2e99a05 admin admin] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:15:54.317667 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a9bb27-943d-4f52-a121-bc05aeab975f None None] Sync routers for ids ['e70e05e4-f9ba-4ebb-9ff8-e913965115dd'] in dv-cinder-787195-6-iscsi {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:15:54.321461 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-6e9b1ca8-1e67-47cf-9478-3617e2e99a05 admin admin] 10.222.0.72 "PUT /v2.0/routers/e70e05e4-f9ba-4ebb-9ff8-e913965115dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3643100 Apr 30 16:15:54.323981 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 41428) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:15:54.326812 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a9bb27-943d-4f52-a121-bc05aeab975f None None] Routers {'e70e05e4-f9ba-4ebb-9ff8-e913965115dd'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:15:54.327501 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-25a9bb27-943d-4f52-a121-bc05aeab975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:15:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['e70e05e4-f9ba-4ebb-9ff8-e913965115dd'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:54.497887 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-a66e144d-bc98-42cf-8be0-935da159c934 admin admin] Notify callbacks [] for router, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:54.542246 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-25a9bb27-943d-4f52-a121-bc05aeab975f None None] Set router e70e05e4-f9ba-4ebb-9ff8-e913965115dd gateway port host: dv-cinder-787195-6-iscsi {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:15:54.671424 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-a66e144d-bc98-42cf-8be0-935da159c934 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:54.740247 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-a66e144d-bc98-42cf-8be0-935da159c934 admin admin] Deleting port f835a872-6c6f-41a4-9dd1-1878a6bdda8d {{(pid=73964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:15:54.740581 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-a66e144d-bc98-42cf-8be0-935da159c934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:54.794654 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 1ae22507-406f-4c5e-8525-5bd4e5f9be9c no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:15:54.833738 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] No Port match for: 1ae22507-406f-4c5e-8525-5bd4e5f9be9c {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:15:54.834085 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Device 1ae22507-406f-4c5e-8525-5bd4e5f9be9c not bound to the agent host hv-cinder-78719 {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:15:54.858077 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-25a9bb27-943d-4f52-a121-bc05aeab975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'name': 'tempest-TestShelveInstance-1347307614-router', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'f835a872-6c6f-41a4-9dd1-1878a6bdda8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:11:08Z', 'updated_at': '2021-04-30T16:15:53Z', 'revision_number': 5, 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'gw_port': {'id': 'f835a872-6c6f-41a4-9dd1-1878a6bdda8d', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:08Z', 'updated_at': '2021-04-30T16:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:54.858347 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.db [None req-a66e144d-bc98-42cf-8be0-935da159c934 admin admin] For port f835a872-6c6f-41a4-9dd1-1878a6bdda8d, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=f835a872-6c6f-41a4-9dd1-1878a6bdda8d,segment=NetworkSegment(a30bcc7b-d76f-404c-9f7c-d7e43145326e),segment_id=a30bcc7b-d76f-404c-9f7c-d7e43145326e)] {{(pid=73964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:15:54.858496 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-a66e144d-bc98-42cf-8be0-935da159c934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:54.861904 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a9bb27-943d-4f52-a121-bc05aeab975f None None] Checking router: e70e05e4-f9ba-4ebb-9ff8-e913965115dd for host: dv-cinder-787195-6-iscsi {{(pid=73965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:15:54.870418 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a9bb27-943d-4f52-a121-bc05aeab975f None None] Routers {'e70e05e4-f9ba-4ebb-9ff8-e913965115dd'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:15:54.871022 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-25a9bb27-943d-4f52-a121-bc05aeab975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:15:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['e70e05e4-f9ba-4ebb-9ff8-e913965115dd'], 'active': True} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:54.979516 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-a66e144d-bc98-42cf-8be0-935da159c934 admin admin] Calling delete_port for f835a872-6c6f-41a4-9dd1-1878a6bdda8d owned by network:router_gateway {{(pid=73964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:15:55.022310 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvr_db [None req-25a9bb27-943d-4f52-a121-bc05aeab975f None None] Set router e70e05e4-f9ba-4ebb-9ff8-e913965115dd gateway port host: None {{(pid=73965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:15:55.117448 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-a66e144d-bc98-42cf-8be0-935da159c934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:55.120870 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-cc14ab8e-f921-4d05-aa08-3002ebef867f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:55.127808 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_hamode_db [None req-25a9bb27-943d-4f52-a121-bc05aeab975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'name': 'tempest-TestShelveInstance-1347307614-router', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:11:08Z', 'updated_at': '2021-04-30T16:15:54Z', 'revision_number': 6, 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'gw_port_host': None}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:55.132113 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a9bb27-943d-4f52-a121-bc05aeab975f None None] The sync data for ids ['e70e05e4-f9ba-4ebb-9ff8-e913965115dd'] in dv-cinder-787195-6-iscsi is: [{'id': 'e70e05e4-f9ba-4ebb-9ff8-e913965115dd', 'name': 'tempest-TestShelveInstance-1347307614-router', 'tenant_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:11:08Z', 'updated_at': '2021-04-30T16:15:54Z', 'revision_number': 6, 'project_id': '4cd8ff6d14414fd2b01baef129c3ad8f', 'gw_port_host': None}] {{(pid=73965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:15:55.164778 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e144d-bc98-42cf-8be0-935da159c934 admin admin] Pushing event deleted for resources: {'Port': ['ID=f835a872-6c6f-41a4-9dd1-1878a6bdda8d,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:55.167151 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-a66e144d-bc98-42cf-8be0-935da159c934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:55.253141 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-a66e144d-bc98-42cf-8be0-935da159c934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656601'] for router_gateway, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:55.355768 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:15:55.421046 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-a66e144d-bc98-42cf-8be0-935da159c934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12704'] for router, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:55.423073 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-a66e144d-bc98-42cf-8be0-935da159c934 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:55.444830 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-a66e144d-bc98-42cf-8be0-935da159c934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-664956'] for router, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:55.445324 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66e144d-bc98-42cf-8be0-935da159c934 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e70e05e4-f9ba-4ebb-9ff8-e913965115dd {{(pid=73964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 16:15:55.457535 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-a66e144d-bc98-42cf-8be0-935da159c934 admin admin] Notify callbacks [] for router, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:55.458625 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-a66e144d-bc98-42cf-8be0-935da159c934 admin admin] 10.222.0.72 "DELETE /v2.0/routers/e70e05e4-f9ba-4ebb-9ff8-e913965115dd HTTP/1.1" status: 204 len: 168 time: 1.1337588 Apr 30 16:15:55.461290 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 41432) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:15:55.521952 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7df7366-f8cc-4957-ad33-3c0d54432bbc admin admin] Deleting subnet 870329fb-3f44-4079-9c46-3188f895863a {{(pid=73964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:15:55.525111 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f7df7366-f8cc-4957-ad33-3c0d54432bbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:55.673106 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f7df7366-f8cc-4957-ad33-3c0d54432bbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3533658'] for subnet, precommit_delete_associations {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:55.755237 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f7df7366-f8cc-4957-ad33-3c0d54432bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2036197'] for subnet, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:55.987931 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 6f7b721d-5a09-481d-b560-b2ad9ceb66ff no longer exists at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:15:56.011624 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f7df7366-f8cc-4957-ad33-3c0d54432bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2036220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3714155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-777240'] for subnet, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:56.016475 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:56.027473 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] No Port match for: 6f7b721d-5a09-481d-b560-b2ad9ceb66ff {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:15:56.027956 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 6f7b721d-5a09-481d-b560-b2ad9ceb66ff not bound to the agent host dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:15:56.028475 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device f835a872-6c6f-41a4-9dd1-1878a6bdda8d no longer exists at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:15:56.049524 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df7366-f8cc-4957-ad33-3c0d54432bbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=870329fb-3f44-4079-9c46-3188f895863a,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:56.052655 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-f7df7366-f8cc-4957-ad33-3c0d54432bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:56.057075 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f7df7366-f8cc-4957-ad33-3c0d54432bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for subnet, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:56.065780 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-f7df7366-f8cc-4957-ad33-3c0d54432bbc admin admin] 10.222.0.72 "DELETE /v2.0/subnets/870329fb-3f44-4079-9c46-3188f895863a HTTP/1.1" status: 204 len: 168 time: 0.6008816 Apr 30 16:15:56.066782 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 41436) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:15:56.067251 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] No Port match for: f835a872-6c6f-41a4-9dd1-1878a6bdda8d {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:15:56.067604 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device f835a872-6c6f-41a4-9dd1-1878a6bdda8d not bound to the agent host dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:15:56.069079 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45c08c0-249d-4206-8214-8ca1cf08f4f9 None None] Network 0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:15:56.175538 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f5b4-ffcd-42d1-8570-3852c8b97440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688298'] for network, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:56.255884 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-f1e0f5b4-ffcd-42d1-8570-3852c8b97440 admin admin] Deleting port bc94c400-1c85-48a0-b87a-c792c871fe4d {{(pid=73964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:15:56.256500 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f5b4-ffcd-42d1-8570-3852c8b97440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:56.327987 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d25c67-f85e-4414-b558-f076f5f8d233 None None] DHCP port deletion for 0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 request from dv-cinder-787195-6-iscsi {{(pid=73965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 16:15:56.352592 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.db [None req-f1e0f5b4-ffcd-42d1-8570-3852c8b97440 admin admin] For port bc94c400-1c85-48a0-b87a-c792c871fe4d, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=bc94c400-1c85-48a0-b87a-c792c871fe4d,segment=NetworkSegment(fc404ee3-924a-4cfe-9240-0a5fec6414ad),segment_id=fc404ee3-924a-4cfe-9240-0a5fec6414ad)] {{(pid=73964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:15:56.352945 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f5b4-ffcd-42d1-8570-3852c8b97440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:56.400883 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-e5d25c67-f85e-4414-b558-f076f5f8d233 None None] Deleting port bc94c400-1c85-48a0-b87a-c792c871fe4d {{(pid=73965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:15:56.401189 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-e5d25c67-f85e-4414-b558-f076f5f8d233 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:56.479849 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-f1e0f5b4-ffcd-42d1-8570-3852c8b97440 admin admin] Calling delete_port for bc94c400-1c85-48a0-b87a-c792c871fe4d owned by network:dhcp {{(pid=73964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:15:56.497720 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-e5d25c67-f85e-4414-b558-f076f5f8d233 None None] For port bc94c400-1c85-48a0-b87a-c792c871fe4d, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=bc94c400-1c85-48a0-b87a-c792c871fe4d,segment=NetworkSegment(fc404ee3-924a-4cfe-9240-0a5fec6414ad),segment_id=fc404ee3-924a-4cfe-9240-0a5fec6414ad)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:15:56.498115 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-e5d25c67-f85e-4414-b558-f076f5f8d233 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:56.525117 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f5b4-ffcd-42d1-8570-3852c8b97440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:56.529056 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-442072e9-f986-483c-a8d6-752d2e42c49a tempest-TestShelveInstance-1039095796 tempest-TestShelveInstance-1039095796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:56.572636 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0f5b4-ffcd-42d1-8570-3852c8b97440 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc94c400-1c85-48a0-b87a-c792c871fe4d,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:56.575364 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-f1e0f5b4-ffcd-42d1-8570-3852c8b97440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:56.577890 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e0f5b4-ffcd-42d1-8570-3852c8b97440 admin admin] No DVR routers for this DVR port bc94c400-1c85-48a0-b87a-c792c871fe4d on host dv-cinder-787195-6-iscsi {{(pid=73964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:15:56.658123 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-e5d25c67-f85e-4414-b558-f076f5f8d233 None None] Calling delete_port for bc94c400-1c85-48a0-b87a-c792c871fe4d owned by network:dhcp {{(pid=73965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:15:56.695451 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f5b4-ffcd-42d1-8570-3852c8b97440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034024', 'neutron.services.segments.db._delete_segments_for_network-8758133272989'] for network, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:56.700816 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-e5d25c67-f85e-4414-b558-f076f5f8d233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215'] for port, after_delete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:56.704311 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:56.744182 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d25c67-f85e-4414-b558-f076f5f8d233 None None] Pushing event deleted for resources: {'Port': ['ID=bc94c400-1c85-48a0-b87a-c792c871fe4d,revision_number=None']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:56.755291 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d25c67-f85e-4414-b558-f076f5f8d233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:56.755628 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d25c67-f85e-4414-b558-f076f5f8d233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:56.755982 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d25c67-f85e-4414-b558-f076f5f8d233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:56.756561 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d25c67-f85e-4414-b558-f076f5f8d233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:56.756886 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d25c67-f85e-4414-b558-f076f5f8d233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:56.757202 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d25c67-f85e-4414-b558-f076f5f8d233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:56.757517 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d25c67-f85e-4414-b558-f076f5f8d233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:56.757835 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d25c67-f85e-4414-b558-f076f5f8d233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:56.758150 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d25c67-f85e-4414-b558-f076f5f8d233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:56.758463 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d25c67-f85e-4414-b558-f076f5f8d233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:56.758776 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d25c67-f85e-4414-b558-f076f5f8d233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:56.759084 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d25c67-f85e-4414-b558-f076f5f8d233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-6-iscsi {{(pid=73965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 16:15:56.761624 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d25c67-f85e-4414-b558-f076f5f8d233 None None] No DVR routers for this DVR port bc94c400-1c85-48a0-b87a-c792c871fe4d on host dv-cinder-787195-6-iscsi {{(pid=73965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:15:56.762969 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-e5d25c67-f85e-4414-b558-f076f5f8d233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:56.806287 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-f1e0f5b4-ffcd-42d1-8570-3852c8b97440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64']}} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:56.818015 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-f1e0f5b4-ffcd-42d1-8570-3852c8b97440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc404ee3-924a-4cfe-9240-0a5fec6414ad') {'for_net_delete': True} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:56.818303 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-f1e0f5b4-ffcd-42d1-8570-3852c8b97440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc404ee3-924a-4cfe-9240-0a5fec6414ad') {} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:56.829330 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f5b4-ffcd-42d1-8570-3852c8b97440 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133283943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3533651'] for segment, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:56.845281 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f5b4-ffcd-42d1-8570-3852c8b97440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:56.852627 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e0f5b4-ffcd-42d1-8570-3852c8b97440 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=73964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:15:57.018692 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.managers [None req-f1e0f5b4-ffcd-42d1-8570-3852c8b97440 admin admin] Network 0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 has no segments {{(pid=73964) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:15:57.027768 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f5b4-ffcd-42d1-8570-3852c8b97440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2039760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3714241'] for segment, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:57.279407 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.managers [None req-f1e0f5b4-ffcd-42d1-8570-3852c8b97440 admin admin] Network 0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 has no segments {{(pid=73964) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: Traceback (most recent call last): Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: timer() Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: cb(*args, **kw) Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: return func(*args, **kwargs) Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: self._notify() Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: self.callback(batched_events) Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: event.method(event) Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: return f(self, *a, **k) Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: return self._get(url).json() Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: return self.request(url, 'GET', **kwargs) Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:15:57.299295 dv-cinder-787195-6-iscsi neutron-server[73964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:15:57.370223 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f5b4-ffcd-42d1-8570-3852c8b97440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657477'] for network, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:57.373785 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:57.387424 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f5b4-ffcd-42d1-8570-3852c8b97440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:57.400925 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0f5b4-ffcd-42d1-8570-3852c8b97440 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:57.403999 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-f1e0f5b4-ffcd-42d1-8570-3852c8b97440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:57.413480 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-f1e0f5b4-ffcd-42d1-8570-3852c8b97440 admin admin] 10.222.0.72 "DELETE /v2.0/networks/0b1ddcb9-3c2d-4b5f-83dd-4663bf35bd64 HTTP/1.1" status: 204 len: 168 time: 1.3456366 Apr 30 16:15:57.416410 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 41440) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:15:57.951089 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-345bbe92-41aa-4b2d-87aa-0f9b70f77cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-915790'] for router_interface, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:57.983309 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device bc94c400-1c85-48a0-b87a-c792c871fe4d no longer exists at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:15:58.017071 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] No Port match for: bc94c400-1c85-48a0-b87a-c792c871fe4d {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:15:58.017410 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device bc94c400-1c85-48a0-b87a-c792c871fe4d not bound to the agent host dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:15:58.357033 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-345bbe92-41aa-4b2d-87aa-0f9b70f77cea admin admin] Deleting port 14e60f28-e62d-48e8-abba-0244d5a81593 {{(pid=73964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:15:58.357651 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-345bbe92-41aa-4b2d-87aa-0f9b70f77cea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:58.477697 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.db [None req-345bbe92-41aa-4b2d-87aa-0f9b70f77cea admin admin] For port 14e60f28-e62d-48e8-abba-0244d5a81593, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=14e60f28-e62d-48e8-abba-0244d5a81593,segment=NetworkSegment(40ac4b2c-33a5-4270-a38f-b8591c2c6f74),segment_id=40ac4b2c-33a5-4270-a38f-b8591c2c6f74)] {{(pid=73964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:15:58.478041 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-345bbe92-41aa-4b2d-87aa-0f9b70f77cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:58.696221 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-345bbe92-41aa-4b2d-87aa-0f9b70f77cea admin admin] Calling delete_port for 14e60f28-e62d-48e8-abba-0244d5a81593 owned by network:router_interface {{(pid=73964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:15:58.838262 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-345bbe92-41aa-4b2d-87aa-0f9b70f77cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:58.841663 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-a3c19f1f-c131-403f-992c-52daeb83ea6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:15:58.884519 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bbe92-41aa-4b2d-87aa-0f9b70f77cea admin admin] Pushing event deleted for resources: {'Port': ['ID=14e60f28-e62d-48e8-abba-0244d5a81593,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:15:58.887868 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-345bbe92-41aa-4b2d-87aa-0f9b70f77cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:15:59.145339 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-345bbe92-41aa-4b2d-87aa-0f9b70f77cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-664318'] for router_interface, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:59.486070 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345bbe92-41aa-4b2d-87aa-0f9b70f77cea admin admin] Router 3a63650d-186b-4199-b945-70b6fb9d9085 has already been hosted by L3 agent ce014548-da84-4f8c-9540-249ce2846e6a {{(pid=73964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 16:15:59.656444 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345bbe92-41aa-4b2d-87aa-0f9b70f77cea admin admin] Notify agent at l3_agent.dv-cinder-787195-6-iscsi the message routers_updated {{(pid=73964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 16:15:59.665405 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-345bbe92-41aa-4b2d-87aa-0f9b70f77cea admin admin] 10.222.0.72 "PUT /v2.0/routers/3a63650d-186b-4199-b945-70b6fb9d9085/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2480021 Apr 30 16:15:59.666118 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e6e1cc-014e-419e-82e8-c2a227e8a20b None None] Sync routers for ids ['3a63650d-186b-4199-b945-70b6fb9d9085'] in dv-cinder-787195-6-iscsi {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 16:15:59.667821 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 41444) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:15:59.675181 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e6e1cc-014e-419e-82e8-c2a227e8a20b None None] Routers {'3a63650d-186b-4199-b945-70b6fb9d9085'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:15:59.675947 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-b8e6e1cc-014e-419e-82e8-c2a227e8a20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:15:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['3a63650d-186b-4199-b945-70b6fb9d9085'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:15:59.844327 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-08b13853-13ed-42ae-a086-9f2d4661584e admin admin] Notify callbacks [] for router, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:15:59.850387 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-b8e6e1cc-014e-419e-82e8-c2a227e8a20b None None] Set router 3a63650d-186b-4199-b945-70b6fb9d9085 gateway port host: dv-cinder-787195-6-iscsi {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:16:00.127329 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-08b13853-13ed-42ae-a086-9f2d4661584e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:00.128872 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-b8e6e1cc-014e-419e-82e8-c2a227e8a20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63650d-186b-4199-b945-70b6fb9d9085', 'name': 'tempest-TestShelveInstance-358469693-router', 'tenant_id': 'c8ebf3a769024e6ea04d7f5d3c77d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'external_fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '4ad63b02-3f2b-471e-912c-0c04ee4aafdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:11:14Z', 'updated_at': '2021-04-30T16:15:58Z', 'revision_number': 5, 'project_id': 'c8ebf3a769024e6ea04d7f5d3c77d6f8', 'gw_port': {'id': '4ad63b02-3f2b-471e-912c-0c04ee4aafdd', 'name': '', 'network_id': '7713db68-e23d-4336-9c52-9698584522df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:01:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a63650d-186b-4199-b945-70b6fb9d9085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6c05463b-e465-4436-9156-1956ee4f9865', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T16:11:15Z', 'updated_at': '2021-04-30T16:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c05463b-e465-4436-9156-1956ee4f9865', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-6-iscsi'}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:16:00.132981 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e6e1cc-014e-419e-82e8-c2a227e8a20b None None] Checking router: 3a63650d-186b-4199-b945-70b6fb9d9085 for host: dv-cinder-787195-6-iscsi {{(pid=73966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 16:16:00.141210 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e6e1cc-014e-419e-82e8-c2a227e8a20b None None] Routers {'3a63650d-186b-4199-b945-70b6fb9d9085'} bound to L3 agent in host dv-cinder-787195-6-iscsi {{(pid=73966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 16:16:00.141799 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-b8e6e1cc-014e-419e-82e8-c2a227e8a20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T15:52:46Z,description=,heartbeat_timestamp=2021-04-30T16:15:46Z,host='dv-cinder-787195-6-iscsi',id=ce014548-da84-4f8c-9540-249ce2846e6a,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T15:52:46Z,topic='l3_agent')) {'router_ids': ['3a63650d-186b-4199-b945-70b6fb9d9085'], 'active': True} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:16:00.198368 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-08b13853-13ed-42ae-a086-9f2d4661584e admin admin] Deleting port 4ad63b02-3f2b-471e-912c-0c04ee4aafdd {{(pid=73964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:16:00.198708 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-08b13853-13ed-42ae-a086-9f2d4661584e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:00.289666 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_dvr_db [None req-b8e6e1cc-014e-419e-82e8-c2a227e8a20b None None] Set router 3a63650d-186b-4199-b945-70b6fb9d9085 gateway port host: None {{(pid=73966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 16:16:00.319989 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.db [None req-08b13853-13ed-42ae-a086-9f2d4661584e admin admin] For port 4ad63b02-3f2b-471e-912c-0c04ee4aafdd, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=4ad63b02-3f2b-471e-912c-0c04ee4aafdd,segment=NetworkSegment(a30bcc7b-d76f-404c-9f7c-d7e43145326e),segment_id=a30bcc7b-d76f-404c-9f7c-d7e43145326e)] {{(pid=73964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:16:00.320340 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-08b13853-13ed-42ae-a086-9f2d4661584e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:00.394947 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.l3_hamode_db [None req-b8e6e1cc-014e-419e-82e8-c2a227e8a20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a63650d-186b-4199-b945-70b6fb9d9085', 'name': 'tempest-TestShelveInstance-358469693-router', 'tenant_id': 'c8ebf3a769024e6ea04d7f5d3c77d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:11:14Z', 'updated_at': '2021-04-30T16:16:00Z', 'revision_number': 6, 'project_id': 'c8ebf3a769024e6ea04d7f5d3c77d6f8', 'gw_port_host': None}], 'dv-cinder-787195-6-iscsi', False) {} {{(pid=73966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:16:00.398856 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e6e1cc-014e-419e-82e8-c2a227e8a20b None None] The sync data for ids ['3a63650d-186b-4199-b945-70b6fb9d9085'] in dv-cinder-787195-6-iscsi is: [{'id': '3a63650d-186b-4199-b945-70b6fb9d9085', 'name': 'tempest-TestShelveInstance-358469693-router', 'tenant_id': 'c8ebf3a769024e6ea04d7f5d3c77d6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T16:11:14Z', 'updated_at': '2021-04-30T16:16:00Z', 'revision_number': 6, 'project_id': 'c8ebf3a769024e6ea04d7f5d3c77d6f8', 'gw_port_host': None}] {{(pid=73966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 16:16:00.447072 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-08b13853-13ed-42ae-a086-9f2d4661584e admin admin] Calling delete_port for 4ad63b02-3f2b-471e-912c-0c04ee4aafdd owned by network:router_gateway {{(pid=73964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:16:00.580524 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-08b13853-13ed-42ae-a086-9f2d4661584e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:00.584198 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-dfd761a8-e080-4d75-ad63-eafa5cf78283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:16:00.624360 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b13853-13ed-42ae-a086-9f2d4661584e admin admin] Pushing event deleted for resources: {'Port': ['ID=4ad63b02-3f2b-471e-912c-0c04ee4aafdd,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:16:00.626720 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-08b13853-13ed-42ae-a086-9f2d4661584e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:16:00.717728 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-08b13853-13ed-42ae-a086-9f2d4661584e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656601'] for router_gateway, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:00.891877 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-08b13853-13ed-42ae-a086-9f2d4661584e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-665350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12704'] for router, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:00.894056 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-08b13853-13ed-42ae-a086-9f2d4661584e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:00.916108 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-08b13853-13ed-42ae-a086-9f2d4661584e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-664956'] for router, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:00.916620 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b13853-13ed-42ae-a086-9f2d4661584e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a63650d-186b-4199-b945-70b6fb9d9085 {{(pid=73964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 16:16:00.928947 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-08b13853-13ed-42ae-a086-9f2d4661584e admin admin] Notify callbacks [] for router, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:00.930034 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-08b13853-13ed-42ae-a086-9f2d4661584e admin admin] 10.222.0.72 "DELETE /v2.0/routers/3a63650d-186b-4199-b945-70b6fb9d9085 HTTP/1.1" status: 204 len: 168 time: 1.2612631 Apr 30 16:16:00.932481 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 41448) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:16:00.990628 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff132f2-abb2-4f0d-9206-bf48b88a94d0 admin admin] Deleting subnet d8adb8d2-7f84-45b4-bf7f-7ce9d788cc87 {{(pid=73964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 16:16:00.993648 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-8ff132f2-abb2-4f0d-9206-bf48b88a94d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:01.046120 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-8ff132f2-abb2-4f0d-9206-bf48b88a94d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3533658'] for subnet, precommit_delete_associations {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:01.123445 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-8ff132f2-abb2-4f0d-9206-bf48b88a94d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2036197'] for subnet, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:01.475651 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-8ff132f2-abb2-4f0d-9206-bf48b88a94d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2036220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3714155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-777240'] for subnet, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:01.479411 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:16:01.512058 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff132f2-abb2-4f0d-9206-bf48b88a94d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8adb8d2-7f84-45b4-bf7f-7ce9d788cc87,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:16:01.515468 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-8ff132f2-abb2-4f0d-9206-bf48b88a94d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:16:01.517704 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-8ff132f2-abb2-4f0d-9206-bf48b88a94d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for subnet, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:01.524972 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe40953-6be3-4f54-8683-9c1f1d640bfd None None] Network 042cc17b-30cd-45a4-bac9-b3d71f25fed5 requested from dv-cinder-787195-6-iscsi {{(pid=73965) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 16:16:01.525491 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-8ff132f2-abb2-4f0d-9206-bf48b88a94d0 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d8adb8d2-7f84-45b4-bf7f-7ce9d788cc87 HTTP/1.1" status: 204 len: 168 time: 0.5908422 Apr 30 16:16:01.526699 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 41452) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:16:01.632466 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-435423fd-4da4-4bec-88b9-b25d9e0cc55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1688298'] for network, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:01.703464 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-435423fd-4da4-4bec-88b9-b25d9e0cc55a admin admin] Deleting port 9119bd35-5bf1-442e-8d24-81180e064caf {{(pid=73964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:16:01.703749 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-435423fd-4da4-4bec-88b9-b25d9e0cc55a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:01.760121 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc99aa46-06ee-43a6-acaf-6d12ebb35cf0 None None] DHCP port deletion for 042cc17b-30cd-45a4-bac9-b3d71f25fed5 request from dv-cinder-787195-6-iscsi {{(pid=73965) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 16:16:01.812730 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.db [None req-435423fd-4da4-4bec-88b9-b25d9e0cc55a admin admin] For port 9119bd35-5bf1-442e-8d24-81180e064caf, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=9119bd35-5bf1-442e-8d24-81180e064caf,segment=NetworkSegment(40ac4b2c-33a5-4270-a38f-b8591c2c6f74),segment_id=40ac4b2c-33a5-4270-a38f-b8591c2c6f74)] {{(pid=73964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:16:01.813034 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-435423fd-4da4-4bec-88b9-b25d9e0cc55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:01.823280 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-dc99aa46-06ee-43a6-acaf-6d12ebb35cf0 None None] Deleting port 9119bd35-5bf1-442e-8d24-81180e064caf {{(pid=73965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 16:16:01.823655 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-dc99aa46-06ee-43a6-acaf-6d12ebb35cf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758133260885'] for port, before_delete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:01.920607 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.db [None req-dc99aa46-06ee-43a6-acaf-6d12ebb35cf0 None None] For port 9119bd35-5bf1-442e-8d24-81180e064caf, host dv-cinder-787195-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-6-iscsi',level=0,port_id=9119bd35-5bf1-442e-8d24-81180e064caf,segment=NetworkSegment(40ac4b2c-33a5-4270-a38f-b8591c2c6f74),segment_id=40ac4b2c-33a5-4270-a38f-b8591c2c6f74)] {{(pid=73965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 16:16:01.921012 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-dc99aa46-06ee-43a6-acaf-6d12ebb35cf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-662463'] for port, precommit_delete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:01.938678 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.plugin [None req-435423fd-4da4-4bec-88b9-b25d9e0cc55a admin admin] Calling delete_port for 9119bd35-5bf1-442e-8d24-81180e064caf owned by network:dhcp {{(pid=73964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:16:01.994627 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-435423fd-4da4-4bec-88b9-b25d9e0cc55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3714070'] for port, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:01.998493 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-9ca03115-a873-4d1c-bacc-31c5612e8f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:16:02.040893 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 9119bd35-5bf1-442e-8d24-81180e064caf no longer exists at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:16:02.042688 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435423fd-4da4-4bec-88b9-b25d9e0cc55a admin admin] Pushing event deleted for resources: {'Port': ['ID=9119bd35-5bf1-442e-8d24-81180e064caf,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:16:02.045787 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-435423fd-4da4-4bec-88b9-b25d9e0cc55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:16:02.046550 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435423fd-4da4-4bec-88b9-b25d9e0cc55a admin admin] No DVR routers for this DVR port 9119bd35-5bf1-442e-8d24-81180e064caf on host dv-cinder-787195-6-iscsi {{(pid=73964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:16:02.072341 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-dc99aa46-06ee-43a6-acaf-6d12ebb35cf0 None None] Calling delete_port for 9119bd35-5bf1-442e-8d24-81180e064caf owned by network:dhcp {{(pid=73965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 16:16:02.087145 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] No Port match for: 9119bd35-5bf1-442e-8d24-81180e064caf {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:16:02.087492 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 9119bd35-5bf1-442e-8d24-81180e064caf not bound to the agent host dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:16:02.087905 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 14e60f28-e62d-48e8-abba-0244d5a81593 no longer exists at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:16:02.121883 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] No Port match for: 14e60f28-e62d-48e8-abba-0244d5a81593 {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:16:02.122229 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 14e60f28-e62d-48e8-abba-0244d5a81593 not bound to the agent host dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:16:02.122641 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 4ad63b02-3f2b-471e-912c-0c04ee4aafdd no longer exists at agent ovs-agent-dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 16:16:02.161941 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-435423fd-4da4-4bec-88b9-b25d9e0cc55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034024', 'neutron.services.segments.db._delete_segments_for_network-8758133272989'] for network, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:02.163775 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.plugin [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] No Port match for: 4ad63b02-3f2b-471e-912c-0c04ee4aafdd {{(pid=73965) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 16:16:02.164147 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.plugins.ml2.rpc [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Device 4ad63b02-3f2b-471e-912c-0c04ee4aafdd not bound to the agent host dv-cinder-787195-6-iscsi {{(pid=73965) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 16:16:02.190114 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-dc99aa46-06ee-43a6-acaf-6d12ebb35cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652556', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-504485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758133264240', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758132829215'] for port, after_delete {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:02.195007 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:16:02.237235 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99aa46-06ee-43a6-acaf-6d12ebb35cf0 None None] Pushing event deleted for resources: {'Port': ['ID=9119bd35-5bf1-442e-8d24-81180e064caf,revision_number=None']} {{(pid=73965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:16:02.239261 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc99aa46-06ee-43a6-acaf-6d12ebb35cf0 None None] No DVR routers for this DVR port 9119bd35-5bf1-442e-8d24-81180e064caf on host dv-cinder-787195-6-iscsi {{(pid=73965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 16:16:02.240653 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG oslo_concurrency.lockutils [None req-dc99aa46-06ee-43a6-acaf-6d12ebb35cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:16:02.274310 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-435423fd-4da4-4bec-88b9-b25d9e0cc55a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042cc17b-30cd-45a4-bac9-b3d71f25fed5']}} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:16:02.286157 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-435423fd-4da4-4bec-88b9-b25d9e0cc55a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ac4b2c-33a5-4270-a38f-b8591c2c6f74') {'for_net_delete': True} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:16:02.286450 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.services.segments.db [None req-435423fd-4da4-4bec-88b9-b25d9e0cc55a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ac4b2c-33a5-4270-a38f-b8591c2c6f74') {} {{(pid=73964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 16:16:02.297778 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-435423fd-4da4-4bec-88b9-b25d9e0cc55a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758133283943', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3533651'] for segment, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:02.312983 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-435423fd-4da4-4bec-88b9-b25d9e0cc55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039595'] for segment, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:02.319440 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435423fd-4da4-4bec-88b9-b25d9e0cc55a admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=73964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 16:16:02.487484 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.managers [None req-435423fd-4da4-4bec-88b9-b25d9e0cc55a admin admin] Network 042cc17b-30cd-45a4-bac9-b3d71f25fed5 has no segments {{(pid=73964) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:16:02.495843 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-435423fd-4da4-4bec-88b9-b25d9e0cc55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2039760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3714241'] for segment, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:02.659723 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.plugins.ml2.managers [None req-435423fd-4da4-4bec-88b9-b25d9e0cc55a admin admin] Network 042cc17b-30cd-45a4-bac9-b3d71f25fed5 has no segments {{(pid=73964) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: Traceback (most recent call last): Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: timer() Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: cb(*args, **kw) Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: return func(*args, **kwargs) Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: self._notify() Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: self.callback(batched_events) Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: event.method(event) Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: return f(self, *a, **k) Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: return self._get(url).json() Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: return self.request(url, 'GET', **kwargs) Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 16:16:02.680196 dv-cinder-787195-6-iscsi neutron-server[73964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 16:16:02.755817 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-435423fd-4da4-4bec-88b9-b25d9e0cc55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559269', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657477'] for network, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:02.759378 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-b0d2e351-ac83-48b8-96ed-eea7c6a25f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:16:02.771932 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-435423fd-4da4-4bec-88b9-b25d9e0cc55a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532159'] for network, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:02.781523 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435423fd-4da4-4bec-88b9-b25d9e0cc55a admin admin] Pushing event deleted for resources: {'Network': ['ID=042cc17b-30cd-45a4-bac9-b3d71f25fed5,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:16:02.784363 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-435423fd-4da4-4bec-88b9-b25d9e0cc55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:16:02.785872 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-435423fd-4da4-4bec-88b9-b25d9e0cc55a admin admin] 10.222.0.72 "DELETE /v2.0/networks/042cc17b-30cd-45a4-bac9-b3d71f25fed5 HTTP/1.1" status: 204 len: 168 time: 1.2582901 Apr 30 16:16:02.993517 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 41458) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:16:03.041053 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-184dd72c-3696-493c-bf67-0c7aa69fe648 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4cd8ff6d14414fd2b01baef129c3ad8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461845 Apr 30 16:16:03.043170 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [-] (73964) accepted ('10.222.0.72', 41462) {{(pid=73964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:16:03.191321 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-11d0d8db-2b99-4293-8798-c9f3afd6f694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:03.216836 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-11d0d8db-2b99-4293-8798-c9f3afd6f694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:03.266064 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-11d0d8db-2b99-4293-8798-c9f3afd6f694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:03.270756 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-ce840d11-3caa-4e37-af27-639e626466b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:16:03.283232 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0d8db-2b99-4293-8798-c9f3afd6f694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8fb6df-28f1-4faa-b3a6-558927ac5661,revision_number=None']} {{(pid=73964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:16:03.287535 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG oslo_concurrency.lockutils [None req-11d0d8db-2b99-4293-8798-c9f3afd6f694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:16:03.290699 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron_lib.callbacks.manager [None req-11d0d8db-2b99-4293-8798-c9f3afd6f694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:03.291854 dv-cinder-787195-6-iscsi neutron-server[73964]: INFO neutron.wsgi [None req-11d0d8db-2b99-4293-8798-c9f3afd6f694 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ae8fb6df-28f1-4faa-b3a6-558927ac5661 HTTP/1.1" status: 204 len: 168 time: 0.2477221 Apr 30 16:16:03.623048 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 41470) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:16:03.671670 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-ba2b7cfd-2b00-4940-bf98-c276540d4e13 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c8ebf3a769024e6ea04d7f5d3c77d6f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474365 Apr 30 16:16:03.674040 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [-] (73963) accepted ('10.222.0.72', 41474) {{(pid=73963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 16:16:03.730546 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7fa731d7-1a73-454a-8e6c-4b272b9d7fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:03.755856 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7fa731d7-1a73-454a-8e6c-4b272b9d7fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:03.813615 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7fa731d7-1a73-454a-8e6c-4b272b9d7fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559246'] for security_group, after_delete {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:03.817823 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-14571a14-6d7a-4de9-93cd-93ed385d5ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 16:16:03.830241 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa731d7-1a73-454a-8e6c-4b272b9d7fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b7f578-58dc-4b97-b04d-02f7ff7961f5,revision_number=None']} {{(pid=73963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 16:16:03.833882 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG oslo_concurrency.lockutils [None req-7fa731d7-1a73-454a-8e6c-4b272b9d7fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73963) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 16:16:03.835937 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron_lib.callbacks.manager [None req-7fa731d7-1a73-454a-8e6c-4b272b9d7fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=73963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:03.837151 dv-cinder-787195-6-iscsi neutron-server[73963]: INFO neutron.wsgi [None req-7fa731d7-1a73-454a-8e6c-4b272b9d7fed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a5b7f578-58dc-4b97-b04d-02f7ff7961f5 HTTP/1.1" status: 204 len: 168 time: 0.1620281 Apr 30 16:16:10.374229 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:13.233634 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e547-beed-497a-be92-b4352a113f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:15.909467 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:15.947655 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-9efcb67b-b767-45e0-9ae4-052d96af38e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:16.707257 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:18.489223 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:32.354451 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:16:40.372919 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:43.234709 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-eae70392-e28c-4be3-bcbb-45499009bf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:45.914249 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:45.947617 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-d8be217c-a8e2-40da-aa59-02562f4c2614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:46.709340 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:16:48.492165 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:09.353983 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:17:10.373602 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:13.235430 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-d584cb0c-d234-4749-b3fc-c39dca6c5837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:15.917234 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:15.948416 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-e2b50ca0-42fb-4057-bb17-3cc8e425998d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:16.712145 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:18.495270 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:40.370281 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:43.236556 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-ad1567d6-d5c2-4d49-b417-8063496a1f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:45.919751 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:45.948237 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-c5f88e74-d8aa-4e4d-8317-5c2515f4f619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:46.352322 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:17:46.714771 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:17:48.498419 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:10.386515 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:13.237395 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-53e7c5df-7930-4381-9b15-c7ce2e4d56d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:15.922825 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:15.950064 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f821fe2e-d694-424f-897b-decfb5e3c509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:16.717133 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:18.503592 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:23.350760 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:18:40.383037 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:43.238027 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-d1cb476d-9a78-40fa-8087-1d4bafbd0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:45.925512 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:45.951941 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-4580f873-a1a7-4f58-961d-bec1b21b3fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:46.719420 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:18:48.508528 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:00.349084 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:19:08.602413 dv-cinder-787195-6-iscsi neutron-server[73964]: DEBUG neutron.wsgi [req-a733ce5e-d5b4-4293-b76e-ef131034a944 req-a67164f1-2945-404a-864a-01aa7ade073a tempest-ServerRescueNegativeTestJSON-25757384 tempest-ServerRescueNegativeTestJSON-25757384-project] (73964) timed out ('10.222.0.42', 55849) {{(pid=73964) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 30 16:19:10.398667 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:13.239400 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-0bfb7981-39ea-4df8-a9b9-0c91618d7d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:15.927870 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:15.953163 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-c2ddfe24-fa59-4922-9d9e-f675bd591aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:16.722276 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:18.508404 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:37.347290 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:19:40.399234 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:43.240385 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-393edf2a-de8d-4632-8463-7a5c15ca5e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:45.929643 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:45.953769 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-0f6c9545-4457-4bd0-a167-00b6c6a69b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:46.725414 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:19:48.513003 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:10.411798 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:13.241972 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-08afbd3d-f5e3-4aca-8e18-6745fd90294c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:14.346082 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:20:15.931901 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:15.952837 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-80749ed4-9384-4dd3-ae5f-4b36013f123c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:16.727350 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:18.514533 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:40.411595 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:43.244183 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2289f0d8-ba7c-4f30-a0f5-0773a243d19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:45.934315 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:45.954971 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-c8b3c27c-f2c8-4a5d-a018-cf5ac2cab03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:46.730520 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:48.517657 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:20:51.345298 dv-cinder-787195-6-iscsi neutron-server[73966]: DEBUG neutron.db.agents_db [None req-c2f5e336-b41e-4a52-bdb0-51161641eae2 None None] Agent healthcheck: found 6 active agents {{(pid=73966) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 16:21:10.411817 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-f46820d3-3890-42f0-9ca7-f6c4662f00f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:13.246209 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-b520aec0-dc19-43d6-85d6-911bf1c1c8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:13.279219 dv-cinder-787195-6-iscsi neutron-server[73963]: DEBUG neutron.wsgi [req-d6a19be6-fb5a-466c-8117-9221c1fe83a4 req-11625ecb-8239-4061-b540-4af6a182ae83 service neutron] (73963) timed out ('10.222.0.42', 55813) {{(pid=73963) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 30 16:21:15.940481 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-2adfb613-a963-4d01-9a23-2820f709cffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:15.959890 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-24d6ea90-9077-49ff-865b-16e5e80ef296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:16.734687 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd938-ee79-49f0-8e7d-7ae40b42e755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 16:21:18.525493 dv-cinder-787195-6-iscsi neutron-server[73965]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8475-8926-4617-a8f5-8230975a602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758133272998', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2031906'] for agent, after_update {{(pid=73965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}